{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.507194719Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.507308681Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.507322491Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.507330482Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.507549976Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.507568746Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.509209448Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.51140663Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.511420051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.511549503Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.513631613Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.513826237Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.535509786Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.5357041Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.540450392Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.542600943Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.542616624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.542745026Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.551665408Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.551688769Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":23,"elapsed":"44.504351ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:09.562462717Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"55.258338ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:10.187573507Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"95846878-ac2d-4d3b-9480-146bf27db6e6","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":341,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.50680712Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.506855921Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.506864531Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.506871891Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.507172207Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.507201758Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.508963761Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.511166094Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.511179884Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.511318087Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.513183983Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.513390047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.536119726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.536359271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.544431347Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.546731151Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.546745552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.546876434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.556248975Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.556270956Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":24,"elapsed":"49.472416ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:19.561560288Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"54.739558ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:20.187106596Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"4cd94f44-0949-497b-b346-93989a4e3ab1","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.505975691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506037112Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506047832Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506055702Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506063423Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506070593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506077573Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506084013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506091973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.506099823Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:05:29.506041512 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506109763Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506118564Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506125704Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506133624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506140504Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506147084Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506155275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506161724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506168165Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506416849Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.50645558Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506476291Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506487111Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506519791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506560932Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506601663Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1094, tv_nsec: 607455199 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506657104Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506668954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506677405Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506684755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506695645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506706245Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506718655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":9,"elapsed":"10.861µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506729655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506739596Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506751966Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"4.71µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506762796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506772076Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506790387Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506816707Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506826617Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506836188Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506843268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"11.291µs"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506850958Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506861708Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506871928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506881438Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506891809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506901579Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506909809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506916839Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506925239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.50693135Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.50693749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.5069456Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.50695312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.50696065Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"7.06µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.50696899Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.50697576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.5069829Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506991311Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":6,"elapsed":"8.271µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.506999671Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.507006411Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507012231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507019401Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1094, tv_nsec: 607709454 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507036981Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507046252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507054662Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507061582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507067862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507077192Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507086693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507100873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507184834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507204105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507216445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507246236Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507261386Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507282496Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507292417Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507301246Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507337047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.507382248Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.508821016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.509094301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:05:29.506041512 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.509201113Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"expiration\":\"2024-10-04T16:05:29.506041512Z\",\"pruned\":[]}","iteration":5,"elapsed":"3.057509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.509624282Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.510023429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.510833705Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.510854155Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.510861065Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.510870175Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":5,"elapsed":"4.811933ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.511054809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.511708162Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.511923656Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.512404655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.512422936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":5,"elapsed":"6.272491ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.514331222Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1094, tv_nsec: 615189979 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.514364763Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1094, tv_nsec: 615202669 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.514614668Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.514806752Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"7.957094ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.514893873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.5152412Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.516209949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.516233429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.518761888Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.518791709Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.518986122Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.519019813Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.522070812Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.522106493Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.522237925Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.525297924Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.525531659Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.525922906Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.52611824Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.529841942Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.530300991Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.559102938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.560821201Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.560963274Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.560987374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.561150497Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.563157536Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.563187097Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.563203277Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.563266358Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.563469822Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.563483332Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.565049033Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1094, tv_nsec: 665902069 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.56545095Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.567150053Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.567176624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.567361577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.568102372Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.570481598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.570508238Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.57060848Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.570757613Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.570771653Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.570861655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.57111722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.571563598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.572105099Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"65.442595ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.572468256Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.572482626Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.572494186Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.572814723Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.572843333Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.572856223Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.572867504Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"65.998805ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.573358753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.573370933Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.573604598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.573961795Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.573982045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.57423277Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.574848032Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.576573585Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.578091754Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.579112414Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.579222667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.579317088Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.581812097Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.584288034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.584824045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.585181111Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.586580449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.587898914Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.587928675Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.588176289Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.588918724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.588943434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.589339472Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.591790369Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":9,"elapsed":"85.093495ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.59754727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.597576251Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":25,"elapsed":"90.813774ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.615566139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.615859234Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.621428162Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.621459523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.621468713Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.621475243Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.621696327Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.62337769Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.6234005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"116.523042ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.623479722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.623745447Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.624520832Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"117.700665ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.625314557Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.625338338Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.625514561Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.626459539Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.62648138Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.62648978Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.62649851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"119.614611ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.626670293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.626971809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.626983319Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.627142002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.627308006Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.627323826Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.627332276Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.627338416Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.627495879Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.628219053Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.629502098Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.630800983Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.630823613Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.630835224Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.630841824Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.630848494Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.630983097Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.631114849Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.633533806Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.633562426Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.6337211Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.635362271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.635382972Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.635393702Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.635693738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.648093077Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.666133146Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.666439732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.67771987Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.67775157Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.677762851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.678184849Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.678695569Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.678714969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.678723629Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"171.973654ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.679649127Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.680231938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.680636456Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.683637154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.683670495Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.683886279Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.684892728Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.684927899Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"178.958408ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.689693361Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.694015675Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.694038565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.69428717Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.697330539Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.697354039Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.697776947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf0b12c4-06a3-4e49-9ed2-7a12421dc597\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.697789548Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.700314936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.710693237Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"203.928771ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.719383435Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"212.565988ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.727783687Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.727808028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.728123354Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8aa562a-6a46-4535-bdbc-7c9f6a4df6a0\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.728151054Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.729310787Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.750974255Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.751007206Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"244.25562ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.762749943Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.80190057Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.802200575Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"383ad017-0730-448a-9314-ac14b44fc510\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.802225466Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.802542582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.804868897Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.804885657Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.804893637Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.804904108Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2}","iteration":5,"elapsed":"298.776824ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.805973678Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.80608609Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.8060969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.806110881Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.806121141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1}","iteration":5,"elapsed":"300.039218ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.806192272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.810947864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.811361822Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.815021413Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.815296668Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"300db929-6ea7-420e-b1c0-2dbc1081f647\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.816472631Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":9,"elapsed":"309.695625ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.828996073Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.829010553Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.829331209Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ea6cb76-bf5a-4504-bf3e-6d1bb69c9188\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.82934844Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:29.830747017Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.872943602Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.873073075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.873103625Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.875104454Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.875126934Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:29.877160234Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.877182184Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":7,"elapsed":"371.169803ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.91371362Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.914055837Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.916144937Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.917977593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.918005793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.918175216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.918960241Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.919067703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":9,"elapsed":"413.083122ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.920294897Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.922840307Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.922854287Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.923143772Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.933300169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.933585904Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc109f2-49bd-4719-a9c1-6d5d40f0fcc1\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.934860519Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.935105993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:29.937264075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":9,"elapsed":"431.272374ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.00893136Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.009087693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:30.009123934Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.010735705Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:30.010765646Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.012374587Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.012649442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:30.012672682Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:15:30.014548589Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.01460164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":7,"elapsed":"508.531997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.037412401Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.037862279Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.040419048Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.040451609Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.040671993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.052456431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.052796458Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b4340c-0b68-42c8-a0e0-0a47270ad3d9\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.052820028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.052834919Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.053104854Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.053121834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.053130434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.053138574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.053146674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.053154975Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.05340906Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.056209354Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.056370797Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0b424c2-210e-439a-b625-5e8f911e5ff1\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.056396777Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.056513499Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b5ba1cb-874e-4907-a325-dcc518232dd6\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:15:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.05652966Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.05654404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.116218523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4754e59-7811-4c48-ac41-a6c623712db9\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:15:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.116245134Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.116256454Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.116265674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.118727312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":9,"elapsed":"612.058907ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.187618023Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"70a6f102-5aff-47a2-9b6b-60bbd8db1602","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":294,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.231286807Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"59f68e08-a94d-4e4d-a8c0-266b6b91b3a5\", \"date\": \"Fri, 04 Oct 2024 16:15:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:30.231307727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.231316948Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.231664034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9ef2a1f-f8ad-43e3-b01c-fbd29382600e\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:15:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.231696695Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.23195436Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.236057269Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.236373355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.23974702Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.239939494Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.24180887Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.242017574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:30.248728004Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":9,"elapsed":"742.022409ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.506927818Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.506978839Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.506989919Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.506997949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.507274034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.507288755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.509036478Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.50911975Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.509197201Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.510720841Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"3.789214ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.511345323Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.511354753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.511486006Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.513037116Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.513191879Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.514955663Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.516857389Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.51686686Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.516991842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.523528349Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:39.523553089Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":26,"elapsed":"16.631281ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:40.187938508Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"867fb2b6-3f7e-456d-a0b8-cc03ff293f4d","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.5071598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.507212512Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.507221292Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.507228022Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.507495957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.507506667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.508976266Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.509122998Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.509822242Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.512027305Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.512047605Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.512172567Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.514165586Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.514310029Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.516046542Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.518104582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.518114732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.518243755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.524458645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.524471365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":27,"elapsed":"17.332795ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:49.536323614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"29.156964ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:50.188035738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"cb60b0a3-1ee2-4d0f-a826-1f6b2e086163","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":345,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.506325513Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.506391374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.506401834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.506409614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.506658959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.5066964Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507281571Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507290341Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507297721Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507305222Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507314702Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"7.21µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507325752Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"6.3µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507336962Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507347033Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507356063Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507365693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507376003Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"8.291µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507389203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507398343Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507409244Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507419744Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"8.46µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507431714Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507441834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507452075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507461695Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507470365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507479565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507489195Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507500325Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507509516Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507519016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507529546Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507540406Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507551256Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507560646Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507575837Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507586057Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507598957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507664408Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507691269Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507701399Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.5077097Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.50772691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507858062Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507877173Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.507893263Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.509603276Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 610194012 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.509931842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.511074034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.511265488Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.511303249Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 611905095 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.51136052Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.990977ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.511554184Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.511639025Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.513591173Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.514905859Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.514922399Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.515151103Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.516190933Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.516207014Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.516444848Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.51707797Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.51807998Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.518396756Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"11.082964ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.518718492Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.518739442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.518868755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.519546278Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.519568029Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.519690021Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.520011397Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.52016331Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.521389064Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 621989350 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.521651559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.522193039Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.522420994Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.526130936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.528664724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.528689385Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"21.341522ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.528778307Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.528788627Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.529019681Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.542356819Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.542629024Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.544870687Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.545114202Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.546705963Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.548220142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.548369825Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.548449867Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.549080039Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.54911298Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.549247242Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.550862703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"43.530811ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.552519045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":10,"elapsed":"44.142993ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.552566526Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.552581187Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.552589877Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.556228217Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.556254607Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.556264468Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.556468512Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.556586504Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.557478661Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.557587373Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.559179624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.559264166Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.559286656Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.559449449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.561746894Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.561801485Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.561897676Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.573157194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.573186505Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":28,"elapsed":"65.785051ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.578336744Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.578361305Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.579581768Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9852172a-e491-48c9-bb43-52f3cb58e084\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.579603819Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.580897174Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.585901751Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.585922551Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.586085434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cae04b6f-c948-423a-9554-955622123bcd\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.586103394Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.58691185Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.587993141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.588018391Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.588025881Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.588281046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.591517879Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.593544078Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.593564079Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.593692011Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.615958991Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.616009452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.616270807Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51f8ddf-f210-4dda-a5f6-63680f8b0dc4\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.616291028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.619553731Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.62264877Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.622865115Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.628904711Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.628928892Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.628939012Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"121.588689ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.632875938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"125.482685ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.656521155Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.65680543Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.658515314Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.660062613Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.660087454Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.660206076Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.661258387Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.662695374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.662723815Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.662848687Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.662863368Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.663143363Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3b19ef-40cd-415c-878a-5c162b0620a6\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.664066801Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.664329216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.674136356Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":10,"elapsed":"167.792982ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.69972987Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.702038465Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":10,"elapsed":"195.720642ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.745687088Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43a3c42b-cea1-446d-9c60-474a682e0c87\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.745711589Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.746022115Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.74631037Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.746672907Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.747997373Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.748194347Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.748834509Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.748857129Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.749025523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.759060917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.759356832Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"169658a0-9c0a-4b45-91e5-d1c0df8a0448\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.759385573Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.759397333Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.759665618Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.759677018Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.759684129Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.759691239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.759698759Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.759705139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.760059106Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.761927852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.762069105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fdeba86-5cde-47c9-84ef-5d7f393f66d6\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.762080635Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.762182957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9633eb27-b275-47ac-abb7-0cd6fc3cc9f2\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.762197937Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.762208557Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.785011568Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.840059252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc5abc4b-dd21-4115-b50a-6769c60025c2\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.840084502Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.840093723Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.840101003Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.840677734Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":10,"elapsed":"333.388782ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.843799014Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.844032128Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.847627178Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.848010945Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8eb953ad-7da1-4f71-a7f1-aa5594c02d64\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.849517705Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":10,"elapsed":"342.112421ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.933067409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"87ffc0ff-665f-495a-aa59-fd410d19cbc6\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:15:59.933088629Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.93309812Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.933364445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b7f2a42-5524-4bc9-a597-0584366609e5\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:15:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.933409506Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.933714452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.937412533Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.937591567Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.940763988Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.941081494Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.942655994Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.942820248Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:15:59.948831354Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":10,"elapsed":"441.476791ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:00.187408554Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"27ca3a23-6037-4a98-9ba0-e1d0dc7188e0","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.507692997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.507777558Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.507795548Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.507808999Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.508074374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.508234957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.510519561Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.512729724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.512746294Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.512870857Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.514751613Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.514989718Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.535582185Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.535753679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.541456329Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.543744263Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.543756013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.543891186Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.552273698Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.552295748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":29,"elapsed":"44.618892ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:09.561501706Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"53.80987ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:10.187778308Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"95df089f-39db-4e0b-a4c9-255a32b16ba9","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":287,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.508036941Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.508117162Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.508134442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.508149673Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.50852155Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.508585211Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.510483218Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.510713252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.510963697Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.5126715Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.5126835Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.512817873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.514542496Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.514692469Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.516110926Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.518113435Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.518126215Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.518248218Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.526719371Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.526731812Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":30,"elapsed":"18.728752ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:19.537628712Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"29.587712ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:20.188124032Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"c2c3c26a-4d4c-44aa-ba41-ac531e942168","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506779355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506837556Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506847756Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506855576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506863896Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506870536Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506878566Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506885667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506893547Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506901347Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506907727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.506915147Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:06:29.506854226 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506923378Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506930018Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506937328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506945358Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506952878Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506959648Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.506967498Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507191063Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507248654Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507300385Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507317495Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507331965Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507344835Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507499478Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507516669Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.507524809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507531639Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507538419Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507545659Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.50755165Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.50755814Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.50756457Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.50757298Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.50757902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.50758624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.50759271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507605241Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507615671Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"5.52µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507626301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507637441Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507648052Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507658512Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507668772Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507679982Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507689272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507698822Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507709703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507719893Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507729323Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507740943Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":31,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507750974Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"16.37µs"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507761364Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 608050759 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507780854Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 608041189 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507798764Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507810384Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507820035Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"4.791µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507831275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507841045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:29.507852935Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507863505Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":7,"elapsed":"9.34µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507874486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507885486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507895436Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"10.25µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507905626Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507915937Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507927147Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507936017Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507946517Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507955907Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507966818Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507975288Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507985728Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.507995828Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508007888Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508018859Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.50808274Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508115621Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508132111Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508143581Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508154861Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508163941Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508172242Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508183872Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508203002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508212892Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.508882605Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.509571439Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.509878884Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.510413115Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.510437245Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":6,"elapsed":"3.524528ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.510906784Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.510930265Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.51117691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.51171814Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.511745611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":6,"elapsed":"4.812023ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.511765321Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.511806292Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 612153998 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.511962565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.512627788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:06:29.506854226 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.512652838Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"expiration\":\"2024-10-04T16:06:29.506854226Z\",\"pruned\":[]}","iteration":6,"elapsed":"5.775132ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.513613457Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.513680368Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 614026215 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.514794979Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.515514864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.51583472Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"8.29242ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.516053374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"8.494794ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.516430311Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.516802798Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.517792177Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.517819708Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.518066063Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.519618203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.519649653Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.519661624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.519672134Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.519683794Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"11.90131ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.519695474Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.519706565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.520587062Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.520611712Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.520816734Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.521764664Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.521787975Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.521992109Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.523718092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.525040897Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.525320873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.525361124Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.526121468Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.526147719Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.526356673Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.527504865Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.527529786Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.527692149Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.529213648Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.529580855Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.529935982Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.533043282Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.535196394Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.535222234Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.535232665Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.535583851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.535668353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.53601262Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.536315245Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.537542759Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 637866835 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.537640291Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.537670392Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.537879316Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.539259042Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.540239301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.541466475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.541862982Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.543203559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.543225959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.543444443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.5639766Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.564023831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.564037231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"56.477942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.569510537Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.569927625Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.573941973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.573977113Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.573987143Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.574240738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.576179886Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.576747877Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.577104724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.580184333Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.580770834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.580795035Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.580805375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.580814085Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.581019239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.581511949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.58210358Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.582119171Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.582128811Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.582137431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.582387466Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.585381643Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.585405164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.585642969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.589112936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.589386611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.592474151Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.594339197Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.594688013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.594704554Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.594769045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.594782075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"87.127224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.594889947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.598378105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.598392275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.598604809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.613794953Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.614113049Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.659783881Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.660088597Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.667095113Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.736413232Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.736462543Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.736739948Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"105ef32b-af0c-4d5e-8710-a0461c1e9c9b\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.736754209Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.738052034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.74667093Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.747075278Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1d9d8f4-64ca-4b73-8789-0ef2620ab597\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.747101689Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.747485396Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.749130219Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"241.446706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.75133691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.752308889Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.75286434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.754182476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.754213966Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.75441862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.757474959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.757689623Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.757996989Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.75801567Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":31,"elapsed":"250.421759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.760993787Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.761392205Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.767147376Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.769638654Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ca3e53e4-fa62-4244-bff1-038b23cab995\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.771212374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":11,"elapsed":"263.621874ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.789678831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"281.909278ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.791311873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.791759002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.791769102Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.792049547Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.792130029Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.792292192Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.793949674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.795365661Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.795693778Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.798044753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.798069804Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.798244367Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.79997445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.800086132Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.800113303Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.800125473Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.800413569Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.802229004Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.802256094Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.802383127Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.804390016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":11,"elapsed":"296.617571ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.804424896Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.805185931Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.805202681Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.805209611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.805391355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.807599648Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.807622258Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.807820652Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.811479303Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.811501733Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.811514463Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.811774088Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.81341575Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.816138443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.816155613Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.816295596Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.818037049Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.81806228Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.81807176Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.81808118Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2}","iteration":6,"elapsed":"311.202373ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.836038607Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.837990595Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.838017785Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.838301831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.838539075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.838552216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.83876029Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.840394682Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.840659756Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.840751078Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.840761769Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.840770749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"333.256611ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.841395891Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.841944161Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.841959882Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.842183206Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.844157754Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.845784326Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.845812266Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.845823636Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.845832916Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1}","iteration":6,"elapsed":"338.894459ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.847871446Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.847894436Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.848031579Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.849906715Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.85014205Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.851987286Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.852287081Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.853562176Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.853799481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.855706417Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.855906531Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.857158815Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.857343779Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:29.857710756Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.857733406Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"350.046574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.858560613Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.858777847Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.86103275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"353.45478ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.875869317Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.876111102Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.877701882Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.879317843Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.879333334Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.879459546Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.879482117Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"372.717702ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.879498217Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.887762107Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.890177944Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.891336216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.891356936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.89152455Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.893566909Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.893759693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.895099268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.895276002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.896935284Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.897213119Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.899625736Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.899892431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.901856459Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.902072513Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.903543022Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.903734305Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.90498992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.908691401Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.908719642Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.908772993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.910352973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.910488316Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.911981405Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.912342322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.913669077Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.917240796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.918567812Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.918586262Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.918758826Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.918771006Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.918777616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.918925849Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.923177981Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.923413066Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.925400744Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.925587758Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.927078506Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.927323851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.929213078Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.929567975Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.931865679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.932059513Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.932176705Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.932190545Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.932599103Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d87b8e0b-a3ed-4fcc-8a00-f538541789a4\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.932612984Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.93348774Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.933799746Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.934028921Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.934690724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.934882357Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.936340756Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.939972676Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.940007926Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.94021271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.941327152Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.941551946Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.942682048Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.942867222Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.944048794Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.94741097Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.94742851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.947557312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.954106149Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 4c1b52a5-e998-4905-a4b1-c4cc1f4b17ed, kind: Service { id: ed7f5775-6570-4c64-8dd7-3edad837844c }, name: Name(\"external-dns-ed7f5775-6570-4c64-8dd7-3edad837844c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 78])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87e4a21b-4952-4a8f-95ce-a30b1e12cf7d, kind: Service { id: fe55f180-6f58-492c-b446-36ebc0671644 }, name: Name(\"external-dns-fe55f180-6f58-492c-b446-36ebc0671644\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 53])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 45d0ab18-0cbb-41e4-9d39-1bbff8194c62, kind: Service { id: 713e8989-d9e2-4440-9d8b-1966110eb064 }, name: Name(\"nexus-713e8989-d9e2-4440-9d8b-1966110eb064\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50109d62-c44c-4660-b7c6-fa742be60e4f, kind: Service { id: 7ad8ee6a-473a-4709-beff-1c1cde3cfe2c }, name: Name(\"nexus-7ad8ee6a-473a-4709-beff-1c1cde3cfe2c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ceb2e27-4fc2-45ac-a874-512b2b5f5746, kind: Service { id: f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe }, name: Name(\"nexus-f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.95414138Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.954307793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.955492706Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.956867922Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.956883313Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.957007825Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.958030025Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.958081466Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4c1b52a5-e998-4905-a4b1-c4cc1f4b17ed, kind: Service { id: ed7f5775-6570-4c64-8dd7-3edad837844c }, name: Name(\"external-dns-ed7f5775-6570-4c64-8dd7-3edad837844c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 78])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87e4a21b-4952-4a8f-95ce-a30b1e12cf7d, kind: Service { id: fe55f180-6f58-492c-b446-36ebc0671644 }, name: Name(\"external-dns-fe55f180-6f58-492c-b446-36ebc0671644\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 53])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 45d0ab18-0cbb-41e4-9d39-1bbff8194c62, kind: Service { id: 713e8989-d9e2-4440-9d8b-1966110eb064 }, name: Name(\"nexus-713e8989-d9e2-4440-9d8b-1966110eb064\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50109d62-c44c-4660-b7c6-fa742be60e4f, kind: Service { id: 7ad8ee6a-473a-4709-beff-1c1cde3cfe2c }, name: Name(\"nexus-7ad8ee6a-473a-4709-beff-1c1cde3cfe2c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ceb2e27-4fc2-45ac-a874-512b2b5f5746, kind: Service { id: f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe }, name: Name(\"nexus-f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.958099976Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.961298328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.961326508Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:29.962560422Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66d4a30f-5b21-4075-b326-3ef1411704cb\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.962574723Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:29.964990509Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.011867025Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.012001247Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.012020758Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.013447295Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.013464726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.017360571Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.017394442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.019188086Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.019226107Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":8,"elapsed":"512.416532ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.059649268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.059780541Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.059794861Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.062043834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.062057405Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:16:30.06389562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.063914151Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":8,"elapsed":"557.032474ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.065091544Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.065380369Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e12feb5-0f54-46bc-afb9-98973d583396\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.067276246Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.067543401Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.069849405Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":11,"elapsed":"563.00958ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.083069791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.08614401Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":11,"elapsed":"579.345276ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.08822224Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","vpc_to_sled":"[Sled { identity: SledIdentity { id: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, time_created: 2024-10-04T16:11:52.412895Z, time_modified: 2024-10-04T16:11:52.412895Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.088240691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.088248371Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.088543807Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.090733333Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.090987916Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.092561614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.094979531Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.101765202Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.102036217Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.10631419Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.10634199Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.106773759Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.116930395Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.11718396Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d05867a-3a81-4d2a-b488-5c70a7737a77\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.11720142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.117211851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.117472116Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.117482446Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.117489576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.117496846Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.117504446Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.117510757Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.117749971Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.119072507Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.119193989Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ec56b36-c76b-4af0-adf2-890ba18c2c2e\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.119204939Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.119297691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d04c807c-f45d-4f58-8db7-8ad016591e91\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.119308511Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.119320851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.128691933Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.150220189Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"448b28c5-41f4-49eb-a149-e4b5d25dd456\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.150240789Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.150251399Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.150259369Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.152335229Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":11,"elapsed":"644.829481ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.161599118Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"b5b5d26b-a205-46e5-8569-26f4933e502c\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.163611817Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.163626288Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","elapsed":"655.848984ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.163633838Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":2,"elapsed":"655.858014ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.187676092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"7f946da9-0604-417a-89f2-29fa77880575","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.248546258Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"380f6a85-399a-4028-98d0-805157d4fb82\", \"date\": \"Fri, 04 Oct 2024 16:16:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:30.248570409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.248579969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.248925196Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bb91bfe-9da3-4b58-bd62-7cecee6dc823\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:16:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.248967817Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.249275433Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.252612137Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.252964684Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.256202886Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.256449231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.258766766Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.25896584Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:30.266045747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":11,"elapsed":"758.311743ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.50856077Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.508619562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.508629832Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.508637572Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.508907197Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.508924917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.510338855Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.512567718Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.512581128Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.512729431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.515196899Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.515384902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.516678387Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.518770178Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.518786688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.51891335Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.527713108Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.527732056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":32,"elapsed":"19.234051ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.537262105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.53751015Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:39.569130321Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"60.55627ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:40.189216043Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"e3f72d12-38c2-46ba-8bb1-6101a302519e","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1124,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.508658915Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.508739937Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.508758307Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.508773498Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.508991762Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.509194056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.510574382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.512815546Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.512840486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.512967169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.514307474Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.514538929Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.515977887Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.518042697Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.518056927Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.518181089Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.526711154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.526729414Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":33,"elapsed":"18.093909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.537034384Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.537218007Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:49.538490522Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"29.803515ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:50.188518773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"31839703-989b-4206-aa78-779e2dd58777","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.507089621Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.507165643Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.507179303Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.507191653Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.507433738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.507464749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508541859Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.50857183Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.50858544Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.50859746Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"8.58µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.50860946Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508620221Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508632101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508642811Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508653691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508663641Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508674252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508684882Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"12.96µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508695482Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508706382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508719553Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508730843Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508748423Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508758803Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508770244Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508780954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"8.58µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508792954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508804654Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508815604Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"4.26µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508826815Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508837885Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508847745Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508857735Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508867196Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508877986Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508887356Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508897716Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508973727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.508994748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.509010238Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.509021848Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.509033989Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.509044969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.509074609Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.509121061Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.509172031Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.511310673Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 610797819 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.511477756Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 610955902 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.511509087Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.511759552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.511900704Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.244913ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.512928264Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.512946774Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.512990875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.515074716Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.515098746Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.515112386Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.515122576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.515363101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.515381851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.515638966Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.515658307Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.5158458Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.518843108Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.520606072Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.520633063Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.520788496Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.524675411Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.525041398Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.528216986Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.528570586Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.529405192Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.530052195Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.530350151Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.530787239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 630267195 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.531319409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.53135214Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.531487883Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.53187621Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.533706725Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.534030402Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.556789322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.557052587Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.560277029Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.560545324Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.561995322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.563133194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.563357069Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.564331157Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.564341308Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.56448749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.564556572Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.56602343Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.56603768Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.566066141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":12,"elapsed":"57.504771ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.566179083Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.567407837Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.568711022Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.568722192Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.568854355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.569309753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.56963717Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.571161139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"62.491918ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.571516636Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.571545297Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.571555557Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.5716993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.572059407Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.57427908Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.5743069Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.574419512Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.574520944Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.574533434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.574541515Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.574711148Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.578530992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.578547852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"69.924092ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.579075602Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.580535061Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.580562051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.580685213Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.584211278Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.58423301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":34,"elapsed":"75.709512ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.59086172Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.590889741Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.591426421Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.591457601Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.592319688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28771153-0f0c-4382-bb68-1af850cd53de\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.592344639Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.594284036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.602152388Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"93.591339ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.602175988Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27380c7f-7fc7-4728-8cb1-19c8b1f3f05f\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.602186639Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.602906733Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.602918083Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.603160028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc85e9f-ddef-4839-b0bc-ab7eb709b3da\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.603172638Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.603612836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.604213338Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.604223728Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.604231798Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"95.553617ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.604800859Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.666449521Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.666733826Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.668172694Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.66902249Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"160.40749ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.669702984Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.669713674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.669855396Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.671271204Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.672746242Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.672796903Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.672910306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.68347389Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":12,"elapsed":"176.378088ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.697214375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.697417669Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a7eff3-c105-4a10-83ed-488a99f1d953\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.69851928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.698713834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.721859411Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.723736388Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":12,"elapsed":"216.666437ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.766022265Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ce983b2-fbc0-426c-8711-a388f601f7a9\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.766053185Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.766414322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.769138545Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.769546703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.772873197Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.773291995Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.793466685Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.796701378Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.799837208Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b582c21f-3859-4c70-b49b-b8ad4bba1f07\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.801848067Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":12,"elapsed":"293.193346ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.801915898Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d55e7095-35d3-46fb-bfdf-30f0cf0f3708\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.801932229Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.801942219Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.801949949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.8035392Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":12,"elapsed":"294.99742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.809071552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.80940184Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.811751888Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.811776529Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.812017134Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.820828064Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.82115149Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f13bf1b-032b-435e-8caa-3d131b3d03c7\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.8211654Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.82117582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.821435756Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.821445146Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.821451546Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.821457776Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.821463836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.821469716Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.821725801Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.823586317Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.82373167Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52a513ae-64b5-4b2d-9175-ff8bf51ba875\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.82374654Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.823843182Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26914853-728f-48f1-8926-b697c59b62ba\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.823859052Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.823868663Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.958668087Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"21da9e0e-b049-4df2-848d-76257494d12a\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:16:59.958710158Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.958720198Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.959760109Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e01a4c-14b6-45b5-8be5-36d5eeb93022\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:16:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.959801619Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.960119176Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.96345429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.963846997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.966834805Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.967119661Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.969322013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.969485937Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:16:59.976234997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":12,"elapsed":"467.612157ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:00.188324075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"9ea0ca2c-c31d-4d7a-be63-92b445bc1bbc","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.508671237Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.508760229Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.508778019Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.5087923Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.509075565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.509172647Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.511050473Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.511273068Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.511441301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.513767766Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.513782836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.513935159Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.515985329Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.516195543Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.517502748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.521529386Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.521561017Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.521572137Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.528773536Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.528790186Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":35,"elapsed":"20.148259ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:09.543119443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"34.446866ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:10.18933497Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"a82f7942-f5cd-4a62-b2e1-a7ac2dd1d1f7","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":277,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.508865518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.508927239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.50893869Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.50894738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.509204345Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.509381878Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.511171313Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.513402576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.513412976Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.513540979Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.515332413Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.515508087Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.516581177Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.5187731Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.51878516Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.518918192Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.52653877Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.52655062Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":36,"elapsed":"17.710292ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.53638308Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.536698686Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:19.563992523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"55.114195ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:20.189278897Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"e1e09235-bc6d-4440-8717-7445bbe89f69","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":219,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508105971Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508174682Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508188553Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508197983Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508206033Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508214133Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508221633Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508231174Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508240564Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508249424Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.508258104Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:07:29.508189263 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508267894Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508276035Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508286005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508294655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508303215Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508312395Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508321665Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508329656Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508531679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508632431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508661192Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508699723Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508712323Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.508720283Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508729773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508737353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508744624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508751904Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508761794Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508768054Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508775554Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"9.01µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508788044Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508798045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508805125Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"4.1µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508811775Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508818485Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":37,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508832775Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508842475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508849615Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508860046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508867856Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508874406Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508881326Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508887226Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508893526Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508902327Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.508909757Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508917597Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508925947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508933627Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":8,"elapsed":"11.65µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508947387Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508957838Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508967818Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508979078Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.508989578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509000358Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509012989Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509023439Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509033699Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"6.451µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509047129Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509058019Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.50906804Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.50907955Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.50908933Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.50909853Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.50910798Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509119731Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509128651Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"9.051µs"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509139051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 608110536 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509159521Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509172662Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 608145967 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509188832Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509200892Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509208193Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509276924Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509289254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509298004Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509308234Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509316524Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509366365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509379086Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509387726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509396576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509410576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509447647Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509476568Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509651481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509660961Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509796154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509804504Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509932827Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.509942867Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.510067139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.511614869Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.511811773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.512083168Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.512275682Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.512501416Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.512932945Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.512965375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":7,"elapsed":"4.775292ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.513009916Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.513033826Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"4.735882ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.514312721Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 613345917 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.514431223Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:07:29.508189263 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.514449514Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"expiration\":\"2024-10-04T16:07:29.508189263Z\",\"pruned\":[]}","iteration":7,"elapsed":"6.251251ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.514462934Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 613504430 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.514482074Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.514492524Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.514696379Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.515258739Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"6.425974ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.51582924Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.515853251Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.516258849Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.517909461Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.517933201Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.518054183Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.518162226Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"9.378471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.519299028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.521254175Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.521279496Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.521439499Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.52354855Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.523742193Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.526005427Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.526028798Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.526276562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.527563387Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.527588388Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.527781031Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.528976875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.531430152Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.531455362Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.531628886Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.531655396Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.531672456Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.532036714Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.533135515Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.533834778Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.533855679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.534047533Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.535545771Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.535569422Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.535774306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.537192643Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.537808965Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.539688242Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.539700342Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.539923636Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.539936166Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.541532577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.542397934Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.542424664Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.542626628Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.542647629Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.545025034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.545047845Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.545257599Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.547915421Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.548016382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.548221566Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.548634674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.548991181Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.549014242Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.549285527Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.550525791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.550554992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.550793426Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.551225938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.551439251Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 650520645 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.551475908Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.551779795Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.555877244Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.558366872Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.558393693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.558593187Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.558932393Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.56135724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"52.573966ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.561388041Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.561400881Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.561409751Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.561733908Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.562124655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.562135715Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.562279488Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.572147869Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.572176979Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.572194179Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"63.350244ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.576476642Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.57685966Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.585739951Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.586829492Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.586843563Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.586850813Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.586857033Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.5871957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.588147658Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.588158368Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.588347592Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.591006433Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.592148455Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.592171506Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.592180896Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"83.444372ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.593812047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.594622133Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.595848017Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.595875697Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"86.991072ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.597708503Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.597731983Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.597904046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.601306462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.603968324Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.603983794Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.604240349Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.605047005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.605227268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.638345938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.638385379Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.638395219Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.638404039Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.638738316Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.655195374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.659614879Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.664812339Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"155.939524ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.670292525Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.670612141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.672788343Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.672817654Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.673200691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487db6e6-22e1-4cf1-a39b-897738a1afaf\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.673228322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.674838313Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.693552635Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.693584585Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.69382744Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cdc34b9-e904-4646-860c-684feae44002\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.6938404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.695098854Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.731726882Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.731761313Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.732031148Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7892fd99-4bb7-4333-a27c-84ed26469c80\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.732059779Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.733319693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.748814493Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.749253711Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"945ee10d-e2a4-4396-8303-d109d03a06b9\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.749278152Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.749600488Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.751968424Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.752243889Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.752758779Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.753165197Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"244.25452ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.756114394Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.756141684Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.756275777Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.758168943Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.759795755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.760122901Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.760624891Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.760642391Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":37,"elapsed":"251.830827ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.761365925Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.761392476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.761515328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.762822133Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.762846514Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.762857194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.762870624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.763044018Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.763274352Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.766846581Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.767187118Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"793ab1ad-d28d-4fbb-865e-cfd987692a0e\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.768625075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":13,"elapsed":"259.814741ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.780676248Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.781014265Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.781760929Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"272.863503ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.784211307Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.784449081Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.784699566Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.786334048Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.786357598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.786503181Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.788730564Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.788752304Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.788761364Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.788972489Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.790471777Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.793349293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.793401624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.793420534Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.793537057Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.793579748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.79472273Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.79475481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.794769781Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.794954884Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.802210475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.806082639Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.80611142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.806148211Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.806161401Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.806186431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.806207142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1}","iteration":7,"elapsed":"297.950647ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.806250253Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.808667409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.80869026Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.8086991Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.8087076Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2}","iteration":7,"elapsed":"300.452696ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.822914615Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.823338093Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.824597947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.824621617Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.82476531Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.824921143Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.826728008Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.826762169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.826780679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.827219778Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.827245988Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.827478263Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.830867148Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:29.830890959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.830900699Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"322.111244ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.83094044Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":13,"elapsed":"322.170856ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.846860017Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.854464534Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.854485645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"345.745481ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.855482574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":13,"elapsed":"347.366082ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.948321258Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.948463501Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.948478871Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.949940309Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.94996556Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.951446608Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.951467049Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":9,"elapsed":"443.318047ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.954978607Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.955219351Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14bc408e-25db-469c-a3db-7ccbf99a33aa\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.956250271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.956505216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.968168571Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.970790032Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":13,"elapsed":"462.647401ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.98259644Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.982716403Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.982731473Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.984069549Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.984093469Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.985562858Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.985574568Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:17:29.98725044Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.987298101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":9,"elapsed":"479.088618ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.995112752Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:29.995146713Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"487.037261ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.005732837Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc55c8af-9c3e-4787-a434-9a9f63b5b20d\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.005762158Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.005773488Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.005781038Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.006994692Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":13,"elapsed":"498.266948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.018958093Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.01931684Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.021196946Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.021212016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.021485462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.031326142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.031575387Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974e97c8-7a2f-4a8f-a531-a0ec50b0ffbb\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.031592527Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.031602747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.031829692Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.031853952Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.031862852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.031870172Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.031877113Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.031883433Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.032017025Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.033958823Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.034088245Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcf9ee87-6396-41e4-b9d3-de35c1379bda\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.034100425Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.034189767Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8396b14-56a0-4e8f-b283-8061444fd133\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:17:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.034202067Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.034212798Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.189403537Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"0e2507e8-03bc-411d-9c92-5818dfb7eeaa","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":227,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.193533656Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.193548877Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.224465284Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.224598261Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35471"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.224612549Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"30cd9737-46c0-403f-9c3e-e34c2a93dd83\", \"date\": \"Fri, 04 Oct 2024 16:17:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.22462679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.224635359Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.224719408Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"eea75d86-7ee7-42a3-b856-bf6e1d5a7b08","remote_addr":"[fd00:1122:3344:101::c]:35471","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.224998674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cbc8335-2cf7-4e47-9d1b-d81803ed6ece\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:17:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.225040095Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.225082276Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"eea75d86-7ee7-42a3-b856-bf6e1d5a7b08","remote_addr":"[fd00:1122:3344:101::c]:35471","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.225445453Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.229284557Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.229470891Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.233116151Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.233305525Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.235168071Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.235320774Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.242259148Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":13,"elapsed":"733.464644ms"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.313517905Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/oximeter.rs:326","id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.313540225Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.314464973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::d]:12223/producers\", status: 204, headers: {\"x-request-id\": \"6dd2b0b3-1cde-4401-a036-b344417573e6\", \"date\": \"Fri, 04 Oct 2024 16:17:30 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.314478773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/oximeter.rs:133","collector_id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","producer_id":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:30.316780598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/metrics/producers","method":"POST","req_id":"eea75d86-7ee7-42a3-b856-bf6e1d5a7b08","remote_addr":"[fd00:1122:3344:101::c]:35471","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92075,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.316844119Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea75d86-7ee7-42a3-b856-bf6e1d5a7b08\", \"content-length\": \"41\", \"date\": \"Fri, 04 Oct 2024 16:17:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.318491611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:30.318501551Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.508759151Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.508850123Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.508867293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.508882973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.509128838Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.509307412Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.510713359Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.512912861Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.512926382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.513070094Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.51489482Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.515076033Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.516599202Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.518765984Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.518780455Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.518905997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.528594874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.528610285Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":38,"elapsed":"19.891374ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.541199958Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.541474183Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:39.568897263Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"60.120872ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:40.315923879Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"a36e65f7-a4e2-43fa-8901-1743b80dece6","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":220,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.509216237Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.509310309Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.509331219Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.50934922Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.509673056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.509707717Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.511361539Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.513686254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.513700224Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.513869377Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.515947327Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.516143871Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.517760253Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.519782181Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.519794102Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.519925154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.528290496Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.528312446Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":39,"elapsed":"19.12571ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.537330921Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.537651407Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:49.539090835Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"29.872127ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:50.316675311Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"b34cb788-6410-47b8-8bf5-915b7832d733","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":824,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.5079441Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.508018922Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.508029742Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.508037572Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.508311297Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.508330928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.50900805Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509018691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509026381Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509034071Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509041231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509049001Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"7.17µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509058302Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509065992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509075182Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"11.22µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509083232Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509091962Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509099542Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509106872Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"3.18µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509114343Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":40,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509121683Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"5.49µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509129823Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509135703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509142873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509148493Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509154753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509161493Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509167964Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509173834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509180954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509188264Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509204554Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509214505Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509222005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509228685Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509236045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509242625Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509376448Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.50948106Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.50949219Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.50950036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.50950928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509519231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509528251Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509548691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.509560841Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.511145442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 609913158 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.512046489Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"2.994948ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.5120815Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.512189912Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 610978849 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.512301164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.513180711Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.513332214Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.513828214Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.514094599Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.514525747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.514539637Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.514691291Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.515827012Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.515849453Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.515969605Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.51776012Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.518530775Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.518597786Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"9.552855ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.520501913Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.520519383Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.520528503Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.520534823Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.520694796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.520773838Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.52246271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.522772476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.522993851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.524627212Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.524685824Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 623465070 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.524711184Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.524725424Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.524927508Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.524953749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.528081379Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.52810793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.528288873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.544718141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.544767732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":40,"elapsed":"35.66801ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.547991564Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.55038941Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.550410321Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.550567714Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.550737767Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.552190185Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.552499111Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.552513681Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.552520482Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.552746966Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.558747282Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.559045428Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.559556947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.559725071Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.56176111Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.56178319Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.56179119Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.562039465Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.565268478Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.565292248Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"56.267768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.574516127Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.574814652Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.577031615Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.577316501Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.599581291Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.599642222Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.599652222Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.600022409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.600873666Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"91.800505ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.601709777Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.603489366Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.603507857Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.60366003Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.605419974Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.605442774Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.60576554Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d42877b4-8996-4c24-9067-779ab6fbf75f\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.605792161Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.60780679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.613645393Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.613662453Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.613938908Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca4b7b5-ce6e-49b7-93e7-900e9173f0fc\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.613951018Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.614434258Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.614450358Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.615335355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.615381516Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.615475688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e455782-f272-404d-a9e8-f8743bbb0c41\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.615488468Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.615663292Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.616531068Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.618881704Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.621139577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.621161578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.621308761Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.623402171Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":14,"elapsed":"114.263898ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.63833247Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.63835907Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.63836933Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"129.284659ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.69112577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"182.014597ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.706196711Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.707093578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.707398914Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.709343462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.711633416Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.711647346Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.711795559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.713309889Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.714725619Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.714736936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.714862432Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.749190182Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70e66dde-83a4-49fd-abcc-62957f5ae184\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.749215292Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.749391696Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.751499687Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.751864283Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.757476832Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.75786371Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.760726375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.760891808Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c53c9cc6-7a49-4149-aa39-16a7e329eb8d\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.762460828Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":14,"elapsed":"253.336546ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.829575535Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.829760159Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.829774349Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":14,"elapsed":"321.809849ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.82982393Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d61a52-11e6-47fa-be31-cc656642048f\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.830794429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.831059514Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.832731066Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":14,"elapsed":"324.805627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.860729717Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.861023873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.862723716Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.862739846Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.862886779Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.870422725Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.870621289Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522ae0c3-dc37-4a67-92b7-69a4cfb1e5aa\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.870635209Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.870646969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.870813322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.870825462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.870834273Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.870842423Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.870850343Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.870858403Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.870983156Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.872951263Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.873080196Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641cfb1a-8f28-4d0a-9487-1cad75cf354d\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.873091626Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.873176628Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a719f07-b137-4891-9774-92a5af94ca0c\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.873187228Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.873197198Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.885973835Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85fde50b-c965-4973-a08d-0939b513500a\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.885992935Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.886001426Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.886009226Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.887150368Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":14,"elapsed":"378.065205ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.977222698Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6eb61988-328d-47c1-bf6d-911720218ef9\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:17:59.977250769Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.977260419Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.977565975Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e8294cf-d0de-411f-aa7a-f08eb545e4e5\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:17:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.977612366Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.977900982Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.981155664Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.981333098Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.98403852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.984286695Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.986267103Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.986433306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:17:59.993153966Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":14,"elapsed":"484.141796ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:00.316164678Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"d86be18e-5f24-4f5d-ab7d-63056588095a","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":208,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.509407907Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.509483458Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.509501368Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.509515798Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.509777314Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.509793194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.512300252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.514425793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.514440884Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.514571286Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.515907782Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.516135917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.517506103Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.519545872Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.519558332Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.519689735Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.529538045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.529560936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":41,"elapsed":"20.16935ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.542846053Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.543136108Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:09.57167483Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"62.269213ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:10.316475712Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"c03e67c3-be29-45b7-ac8e-fb3625ea9156","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.509745101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.509830723Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.509848863Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.509863404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.510241071Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.510264982Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.511904213Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.5122671Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.512434393Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.513926302Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"4.189661ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.514039515Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.514050775Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.514182147Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.515550164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.515781658Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.517174545Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.519208194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.519227065Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.519351117Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.525931174Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:19.525959965Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":42,"elapsed":"16.232664ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:20.316331507Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"da0ca6f8-5e5d-49a4-b217-d13e5a7383f4","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.50825578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508320821Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508331591Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508340162Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508349012Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508356322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508363452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.508370332Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:08:29.508283661 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508378482Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508385312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508394443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508401333Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508407813Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508415173Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508422673Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508429293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508437193Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508446334Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508457584Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508634027Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508650577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.508752099Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.5087717Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.50878802Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.50879727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509542565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509553675Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509561695Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509568715Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"10.85µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509578646Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509631487Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509643587Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"4.43µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509657377Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"9.15µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509668237Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509678957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509690378Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509700828Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509710738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509722058Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509732089Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509742199Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509753979Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.509764079Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509774999Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":9,"elapsed":"10.45µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509788399Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.50979875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.50980969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.50981836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.50983328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509842601Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509853051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509863541Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509873791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509883081Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.509895082Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509904632Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509914732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509924262Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509936442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509947173Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509956513Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.509988703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510004524Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"6.48µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510015944Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510026464Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510038484Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510048524Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510058265Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510072225Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510084115Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510098005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510109676Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510122016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510134166Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510155487Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510169047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510180527Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510194437Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510204408Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510213338Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510222918Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510629526Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 609143312 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.510771429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 609298685 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.511761638Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.51188431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.513175635Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.513204665Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.513217866Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.513229816Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"4.69869ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.513399949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.51342016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":8,"elapsed":"5.143079ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.516618602Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 615146258 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.516754644Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:08:29.508283661 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.516768565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"expiration\":\"2024-10-04T16:08:29.508283661Z\",\"pruned\":[]}","iteration":8,"elapsed":"8.478894ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.516903737Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.51706945Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.518920986Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.518943216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.519085349Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 617603245 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.519162241Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.520008747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"10.33506ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.520299283Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.521104328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.521782001Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.521804902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.521930844Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.526771688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"17.146571ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.528653024Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.52999162Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.530383497Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.533295224Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.563974897Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.565551497Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.565858503Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.565877823Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.566127478Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.567121238Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.567142348Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.567588727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.569762078Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.569783929Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.570008413Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.570103535Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.570119875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.57036749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.571970671Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"62.379206ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.572574593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.572889929Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.573706585Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.573769816Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.573949169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.574129583Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.575265535Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.57813426Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.578784873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.578806173Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.578817524Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.579068618Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.58020325Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.580289932Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.580300612Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.580539047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.580655409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.581766841Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.581796211Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.581973914Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.582543396Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.582564596Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.582571886Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.582751729Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.58331278Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.583339531Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.583521234Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.583589566Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.584502963Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.584526674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.584652266Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.585639265Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.5858623Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.58588399Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.58589308Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.586069754Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.586815418Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.590131152Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 688359383 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.590175693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.590605051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.590629632Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.590644482Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"80.928694ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.591537949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.599019014Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.600686376Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.600709747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.600719967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.600729787Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.600842799Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.60086013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":43,"elapsed":"91.221903ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.601015733Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.601258787Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.601284868Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.601439801Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.603518011Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.607735902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.607771263Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.607990967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.613122176Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.613368831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.613392402Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.613406042Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.613537254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.613711738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.61692901Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.617163534Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.621538659Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.62157213Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"111.962544ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.625965355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"116.333868ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.638414455Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.638461146Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.638472576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.638859464Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.644454182Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.644486082Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.644496753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.644505713Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.644804559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.64540481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.645681036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.647087463Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.648384788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.650627031Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.651047049Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.6510698Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.651280194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.651301124Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.651315645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.651531939Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.652171901Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.652197631Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.652210162Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"142.526664ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.652612159Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.652896525Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.654157309Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.654298342Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.654315312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.654500606Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:29.655185679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.65521629Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"145.481611ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.656189759Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.656212899Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.656224299Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.656236229Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2}","iteration":8,"elapsed":"147.96651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.665979438Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.668893744Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.668915125Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.670113448Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.670134808Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.670401223Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.670711439Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f53b11ea-e349-424e-99a7-b9455d0c694f\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.67073254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.672719578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":15,"elapsed":"163.127453ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.673083085Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.679367387Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.679695373Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.682422006Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.682445536Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.682459306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"172.807619ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.685864412Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.685886293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.685897103Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.686224519Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.688223458Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.691544862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.691571112Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.691766456Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.695017979Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.69504771Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.69505769Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.69506716Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1}","iteration":8,"elapsed":"186.747958ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.705189575Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.705232226Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"196.935606ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.736736135Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"227.036957ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.7375047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.737530451Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.737865077Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d7898bb-8fdc-468d-b126-1d440e63c4e0\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.737889987Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.739277554Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.779705006Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.780241516Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.782115122Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.783647062Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.783660042Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.783797665Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.785456306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.787072248Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.787084248Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.787224401Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.820024525Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.847999105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.8570647Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":15,"elapsed":"348.711708ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.863662038Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.863675628Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.863938193Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62bf2c9f-002a-4167-b4cd-67d39c660f45\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.863949583Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:29.865895711Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:29.996163608Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.006738973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82822934-0686-40f2-89ab-0d0b5420c9e7\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.006764213Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.006774693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.006782563Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.008439166Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":15,"elapsed":"498.887761ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.024588698Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.024886373Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef7b8ef1-41d0-4a47-8f75-402a61c777b2\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.026034146Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.026302591Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.031811227Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.031924919Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:30.03193748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.033267205Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:30.033279166Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.034848676Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:30.034858986Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:30.036459447Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.036503858Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":10,"elapsed":"528.167817ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.049116012Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.04957142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8fdd0c9-38b5-4244-ba2c-5a6707effff7\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:18:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.049594941Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.049924707Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.050878195Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":15,"elapsed":"542.474952ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.052784552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.053128479Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.055568026Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.05577509Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.058492593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.05887816Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"31ccee5d-e490-4183-ac72-aad861729857\", \"date\": \"Fri, 04 Oct 2024 16:18:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.060303788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":15,"elapsed":"550.718963ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.066384065Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.066513068Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:30.066525668Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.067937005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:30.067953145Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:18:30.069271001Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.069288381Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":10,"elapsed":"560.929619ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.090526272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.090881539Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.093089151Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.093112662Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.093334416Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.102954912Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.103226147Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aabbe58-ed4b-423e-8216-f862cb84fe29\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.103244507Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.103254448Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.103538083Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.103548263Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.103555253Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.103562124Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.103568934Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.103575604Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.103836259Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.105660954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.105789957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a412f663-c716-419c-a062-48956d9ad5ee\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.105803547Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.105909959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd0fe83b-e56d-4a61-a106-4dfd3e11607a\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.105921969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.10593259Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.195034781Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"954b5b09-d1f1-4dea-b51b-b5e4246e117f\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.195061142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.195071232Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.195250996Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be52c071-13d9-4273-a14b-1e501e586d08\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:18:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.195319787Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.195583882Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.19911422Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.199290634Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.202269361Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.202521196Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.204708198Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.204880842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:30.211791375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":15,"elapsed":"702.059387ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:30.317178551Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"93913805-f557-4f6e-b221-9978b12936d2","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":795,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.509430791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.509517783Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.509535793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.509557923Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.509971031Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.510001012Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.511392889Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.513556191Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.513574121Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.513700173Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.515707062Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.516012398Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.517454626Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.519671569Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.519684269Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.519817772Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.528833616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.528859736Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":44,"elapsed":"19.450286ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.537122866Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.537368451Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:39.563911654Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"54.455172ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:40.317162259Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"cf848568-0b7e-44c7-8c66-00709ded5cfe","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":208,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.509442099Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.509514301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.509531061Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.509545131Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.50997579Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.50999886Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.511716293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.511918367Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.512416227Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.513045799Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"3.60264ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.514691641Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.514707311Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.514839204Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.516935324Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.517086627Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.51828546Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.520188657Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.520200167Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.52032615Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.52914144Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:49.52916745Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":45,"elapsed":"19.745142ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:50.317033615Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"7dbebfdd-203b-4a41-b647-917401afbcf1","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.508488399Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.50854883Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.508561041Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.508571051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.508836026Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.508851866Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509315495Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509327576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509336346Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509345636Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509354706Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509363616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509371806Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509379786Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509387447Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509394817Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509402917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509410317Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509417947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509426807Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509435968Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509444688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509452668Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"10.4µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509462068Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509470898Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509480319Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509488739Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509496519Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"4.96µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509505559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509515029Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509522779Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509530709Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.50953802Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.50954665Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"11.51µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.50955673Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.50956564Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"8.73µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.50957513Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509638931Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509806745Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509817315Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509826385Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509833365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509852126Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509863856Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509875886Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.509886516Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.511198312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 609446578 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.512270462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 610517569 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.512296283Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.512547448Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.512574708Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.512707601Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.306383ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.512791332Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.514166009Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.515324752Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.517244998Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.517268679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.517367121Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.517379401Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.517412602Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.517540874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.518830009Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.519129445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.519199846Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"9.870741ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.519833799Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.520223356Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.520518392Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.520533452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.520697915Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.522419478Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 620658705 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.522693254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.522717964Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.522730995Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.522879967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.527374524Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.527785282Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.546384962Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.546950972Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.546972023Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.546981753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.547369471Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.548136075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.548154836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.548296749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.548824249Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.549082614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.549823558Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.551369438Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.551385798Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.551396569Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.551537461Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.551627693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.553624372Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.553646582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.553876736Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.553932378Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.555261993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.555291564Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.555530808Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.556586649Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.556604529Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"47.183482ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.556727781Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.556751092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.556870844Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.557839853Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.561024644Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.561211968Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.561246129Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.561522374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.562946942Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.562973932Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.563144616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.571293443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.571330614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":46,"elapsed":"61.935977ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.585423676Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.585448447Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.585458177Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.585833294Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.58977703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.592573174Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.592594785Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.592759498Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.595032192Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":16,"elapsed":"85.576563ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.599643911Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"90.303185ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.604942353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"95.553996ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.610935519Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.61096598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.611238675Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46de3a48-ca67-4c0f-94a3-7b205858b490\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.611263935Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.612585591Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.612595981Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.612687753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.612803625Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e897716-238c-497a-b3f9-d9bf5e97fe4f\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.612816665Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.614250093Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.618312731Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.618335222Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.618345452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"108.896275ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.63996226Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.639991801Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.640251615Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"056a29a7-f6f3-40d0-a3aa-95ac43c5f229\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.640277476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.641876267Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.659054159Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.659501158Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.660932625Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.662492675Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.662506116Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.662653588Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.689076749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.690741201Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.690760042Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.690889674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.753456473Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.753759569Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c804dd18-ddd0-4031-b59c-c2bf248b522e\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.75487151Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.755107775Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.757129384Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":16,"elapsed":"248.656745ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.769921201Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":16,"elapsed":"261.425742ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.818696064Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.819131542Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a85fcfd-6f26-478b-b19f-6d4cb8a71f08\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.819150552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.819161753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.819170793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.820085591Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":16,"elapsed":"310.754045ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.841078886Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.841391082Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a954749-9924-4d79-8763-231c595d12aa\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.841420073Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.841706188Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.843259189Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.843465653Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.845889009Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.846154384Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.849062021Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.849282895Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3b744180-ebc2-4a71-b4a8-d17100c947fe\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.851208992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":16,"elapsed":"341.845646ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.907576141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.907925208Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.909840985Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.909857775Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.910092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.918740457Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.919004592Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6232a298-4846-4f1d-91ef-6f1306f02f82\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.919021013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.919031353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.919243677Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.919255447Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.919262037Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.919268207Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.919274617Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.919280487Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.919495272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.920684705Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.920788517Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e82b0d2-b38e-494b-b76b-2fc58b39c0e3\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.920801857Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.920886258Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c8430e-8a4e-46d3-9681-551d11b6f019\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:18:59.920898339Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:18:59.920909109Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.012379006Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"20bd75e2-d49b-4090-90aa-45f6859d6ef9\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:00.012427218Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.012437018Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.012644422Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"465a93d0-2a89-467a-9f46-9c592c638b3c\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:18:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.012687903Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.013029339Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.016574178Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.016829532Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.020224278Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.020550494Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.022708636Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.02290084Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:00.030006457Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":16,"elapsed":"520.551719ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:00.31738269Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"e6ddac4d-efa6-4dcf-a599-403297fe7ff5","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.509636619Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.50971946Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.509737661Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.509751681Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.510176439Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.51024585Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.51178169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.514048764Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.514072444Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.514208347Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.515739577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.516000751Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.517390598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.519647552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.519672522Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.519807505Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.528748288Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.528768598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":47,"elapsed":"19.15994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.538125489Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.538453425Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:09.564734523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"55.084684ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:10.316621523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"b7c71247-04ae-4e94-a7a7-0580d5137244","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":222,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.510049495Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.510108426Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.510118476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.510127567Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.510458453Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.510491244Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.512206367Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.514410559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.514422999Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.514564652Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.518205123Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.51858212Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.520400155Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.522783761Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.522797331Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.522952764Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.528656755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.528669355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":48,"elapsed":"18.64528ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.543846148Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.544098353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:19.545581392Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"35.525966ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:20.317181032Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"2cd2819b-7eda-474e-89ea-18353c1b00e4","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":213,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.508956571Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509021142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509034143Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509042593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509050293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509060113Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509069613Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509078203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509086704Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509094714Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509103804Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509112804Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509120954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509128684Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509135774Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509145305Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509154015Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.509163045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:09:29.509106574 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509171965Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509356779Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509468351Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509481411Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509491021Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509533112Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509542992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509551062Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509560973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509568673Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509576173Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509584993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"7.81µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509593593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509601694Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509609314Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509617134Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"4.74µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509625154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"8.55µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509634744Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.509642974Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509650764Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509659145Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.509667935Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509676895Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509686605Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509695465Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":10,"elapsed":"9.5µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509705536Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509713446Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509721206Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509730756Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509743016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509754986Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509767417Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509780267Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509792327Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509804027Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509815468Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509828218Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509840158Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509851908Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509863448Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509873849Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509884519Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509895139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":49,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509905419Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"8.46µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.50991726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.50992885Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.50994031Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.50995052Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.50996043Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509970451Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 607843685 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.509988261Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 607844775 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510007191Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510020712Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510033532Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510045122Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510058002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510073763Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510085433Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510095883Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510109963Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510162004Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510188875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510199085Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510208195Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.510218375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.511301616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.511554221Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.511579732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.511943449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.512384847Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.513186753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.513210913Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.513303175Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.513314605Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"4.288063ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.513382767Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.51510031Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.51512293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":9,"elapsed":"6.009226ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.515195052Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 613182838 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.515211562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 613189708 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.516291203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:09:29.509106574 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.516316373Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"expiration\":\"2024-10-04T16:09:29.509106574Z\",\"pruned\":[]}","iteration":9,"elapsed":"7.157708ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.517096788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.517126639Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.518692349Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.518828872Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"9.163047ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.520608776Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.520632657Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.520864671Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.523190696Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"13.585683ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.524558152Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.525364098Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.527560481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.527593851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.527771255Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.528994818Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.529024489Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.529293724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.532030507Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.532251411Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.533700529Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.534304221Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.534584276Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.536094955Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.536449382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.536578135Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 634557051 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.536962402Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.537516913Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.537538573Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.537719047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.543319475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.546423375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.546456776Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.546637379Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.561588668Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.561650519Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":49,"elapsed":"51.906733ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.562768471Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.562787631Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.562798242Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"53.182658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.563652428Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.566527554Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.567169696Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.569144514Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.569165305Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.569490441Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.571563781Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.571654103Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.571925878Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.57461554Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.575173611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.575197881Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.575407735Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.576020427Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.576045998Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.576056228Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.576475736Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.577121768Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.577144729Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.577323272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.578367922Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.578392143Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.57977805Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.57980167Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.57981254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.580116096Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.580136906Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.580514824Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.580775319Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.580801499Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.580955432Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.581599925Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.581920621Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.583270487Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.584198725Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.584420859Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.585900988Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.587528619Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.58755912Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.587691532Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.589412406Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.589722852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.589749122Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.591130379Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.592256131Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.592289791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.592509026Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.593448404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.593476664Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.593640647Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.597013033Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.59737999Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.599624743Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.599905268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.601726754Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.605044748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.605072808Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.605271552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.607124798Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":17,"elapsed":"97.546465ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.611559814Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.611587824Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.611599154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.611609905Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.61187463Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.614354108Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"104.707093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.619274773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.620315103Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.620711611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.621927404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.621946025Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.622103597Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.622976974Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.623030486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.623039366Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"113.34237ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.626260988Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.626287448Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.626301939Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"116.697465ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.627201486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.627227767Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"117.586192ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.628102833Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"118.51122ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.635068318Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.635099949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"126.148828ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.635414875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.635427875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.635434675Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.635442145Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.635718611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.637453754Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.639898911Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.639924082Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.640054184Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.655654046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.655683036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.655694417Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.656075574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.657626014Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.660725724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.661387567Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.661402707Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.661611971Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.663559339Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.663574189Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.663582629Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.663590719Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2}","iteration":9,"elapsed":"154.561887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.66725054Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.667489614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.669131556Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.670802389Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.670817199Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.671022143Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.672632864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.674635043Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.674650163Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.674853507Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.679180431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"169.563546ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.682149358Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.682165328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.682175018Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.682392322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.682567506Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.682578346Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.682862962Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52b3cb39-e14d-40ca-8a82-e22d7b21c630\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.682874872Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.683693318Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.684750338Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.68589104Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.685911761Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"176.192495ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.686273697Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.686284038Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.686446061Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.706716143Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.706744083Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.707057709Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17e8973c-0ea6-46cc-a079-bae71f3f615d\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.70707431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.709890124Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.806116973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.806162814Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.80645819Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edd82093-281c-447b-aede-bccb1ed90926\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.806507171Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.80799924Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.816508684Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.840524388Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":17,"elapsed":"331.546147ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.871967926Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.872070028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.872088588Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.873416324Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.873428824Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:29.874544306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.874561566Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":11,"elapsed":"365.484413ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.876102216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.878427011Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.878441301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.878449371Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.878459161Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1}","iteration":9,"elapsed":"369.422168ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.914171661Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.929654991Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.929917016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81981e32-b84d-43bb-9a6e-ddad97c15f55\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.930812603Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.931062168Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.932947764Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":17,"elapsed":"423.879561ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.941840496Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.966100755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62bfcae4-5209-49d6-8612-874eabb88c68\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.966129985Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.966143246Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:29.966151066Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.967717786Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":17,"elapsed":"458.166814ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.967780587Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0d0f853-1e8f-4134-9ea8-18abf05b6838\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.967797898Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.968070973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.970696064Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.970953839Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.973981907Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.974205641Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.977650598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.977942574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9d75b291-2908-4d8d-97af-53073686c1ea\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:29.979661657Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":17,"elapsed":"470.098525ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.00829614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.008421023Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:30.008436163Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.00982238Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:30.00983415Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.011214227Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:30.011225217Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:19:30.012624304Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.012675665Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":11,"elapsed":"503.674033ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.014775105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.015061871Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.016987608Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.017002279Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.017230323Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.026151935Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.026414621Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a628aea5-5ca3-43f7-94f1-a00b1464d837\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.026431071Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.026442491Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.026670835Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.026684186Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.026691746Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.026698866Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.026705706Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.026712326Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.026966621Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.029081172Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.029195024Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b21c5f-fbf2-4ed3-b596-9a6b86d3e2c5\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.029221875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.029311206Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"024fbec9-7d46-4b21-a379-26f167bdfb01\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.029340727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.029353287Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.206792766Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"946089f7-2082-4f06-a2e0-796a58de5c6d\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.206824757Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.206837047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.207224875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50616041-d0b9-4319-a31f-3513b5f3771c\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.207262345Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.20754149Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.211443646Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.211760072Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.214662028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.214942964Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.216979833Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.217192787Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:30.22406421Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":17,"elapsed":"714.356375ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:30.317127188Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"73c9b6ed-9d6c-4566-b8c5-6c650e0a2339","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.510597419Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.510681841Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.510699891Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.510713452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.511090949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.5111492Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.512808782Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.515037015Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.515059616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.515199978Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.517077915Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.517390601Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.518501262Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.520779856Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.520797056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.520941419Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.530413562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.530433082Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":50,"elapsed":"19.863873ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.538007149Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.538361786Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:39.565331707Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"54.721638ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:40.317325438Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"770aebf0-abfa-4646-872f-59d3b9616a3d","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.510582617Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.510648438Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.510663959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.510677819Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.511167638Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.511188999Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.512990234Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.515176906Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.515188406Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.515324559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.51744562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.517761586Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.519197163Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.521409046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.521420577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.521566729Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.531081523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.531093573Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":51,"elapsed":"20.544927ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.53815116Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.538345684Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:49.539373933Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"28.785316ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:50.317602802Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"5911623e-3027-49a1-ba60-fa9d39fce4da","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.508846571Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.508904782Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.508914952Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.508924252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509181557Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509265889Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.50982781Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.50983788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"9.29µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.50984661Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.50985479Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509863171Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509871701Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509878931Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509887051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509895111Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509903951Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509912161Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509922662Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509930782Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509939242Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509948052Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509956242Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509964762Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509972423Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509980433Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509987763Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.509997293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510005623Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510014313Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"10.45µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510022054Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510028574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510035784Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"4.77µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510043384Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510049654Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510056054Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510062254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"9.54µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510111405Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510235648Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.51033667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.51035871Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.5103759Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.51038465Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510393141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510401291Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510409941Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.510445612Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.511574653Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1364, tv_nsec: 609299110 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.512662045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.512767407Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.512819208Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1364, tv_nsec: 610557654 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.513211565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.513225005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.226462ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.513732445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.513754166Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.515435608Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.515454599Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.515631962Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.516130272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.516146102Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.516375666Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.516507919Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.516524959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.516701773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.518158691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.518533678Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.520271342Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.520523346Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.52070416Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.5207164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.520937834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.522608587Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.522634407Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.522843911Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.524913691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.524933182Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1364, tv_nsec: 622661298 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.525179076Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.525240728Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.527065793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.52952336Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.529543901Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.529705294Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.540176406Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.540205597Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":52,"elapsed":"30.277925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.543441509Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.543751045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.54502192Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.545646462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.545878636Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.545891607Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.546681312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.546691722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.546698002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.547146931Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.547313994Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.547324794Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.547525298Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.547852085Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.547872475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.548011478Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.548726742Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.549531107Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.549592568Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.549603279Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.549609419Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.549852703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.549863664Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.551158638Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.551173609Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.551321302Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.552520065Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.552682148Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.55278227Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.552988634Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.553045595Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"43.085273ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.553942442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":18,"elapsed":"44.087542ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.554190657Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"44.314696ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.558167534Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.558190614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"48.189831ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.590824275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.590853616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.590864676Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"80.909864ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.591498288Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.594290602Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.594307012Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.594529047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.600891279Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"90.941697ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.601358119Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.601372519Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.601710355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"730448d0-d4b1-4fc7-9703-8a21eb0f1027\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.601724106Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.603158643Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.6138674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.613891261Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.614853099Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.61488985Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa78ff3c-b866-4ec6-b044-14be3ac26516\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.61490106Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.615167435Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.616310337Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.631023462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.631043342Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.631305827Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88e310a1-03e9-4b21-8f96-c2a2041abe12\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.631319807Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.632905718Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.650346555Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.650761803Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.651998117Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.653451565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.653462815Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.653607998Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.655286471Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.656869951Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.656881161Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.657043795Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.694388246Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.694642241Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da5fc0b-f58f-4e73-9a67-3a34b678b89a\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.6956007Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.695848005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.697497476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":18,"elapsed":"188.657656ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.713982155Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":18,"elapsed":"205.108463ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.718236957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.775076056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.798395036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"348f5025-a942-4d68-82af-e520e0562e7d\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.798417796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.798721362Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.798800154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1523a008-5066-457e-9051-7a8c869a6fb1\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.798822184Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.798831204Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.798838965Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.80015283Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":18,"elapsed":"290.29386ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.800264252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.800532797Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.805399362Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.805712197Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.808308378Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.808665085Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"deb59b79-1c65-4850-8bc3-8a9f8d25b2cb\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.809221645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.809534711Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.81051375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":18,"elapsed":"300.620299ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.811341206Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.811361637Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.81155268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.818886732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.819154207Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c24b28f5-6b9e-4802-bc3c-f5c303f5c3ac\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.819169397Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.819180358Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.819420542Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.819431453Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.819438713Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.819445233Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.819451863Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.819458133Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.819686987Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.820970322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.821090645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5516471-a85a-4f77-85f4-c52bb31a4e41\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.821103795Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.821195527Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06508887-9ea4-4ef8-b628-129c90264faf\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.821211077Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.821221097Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.977542798Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a83cb771-88a6-4241-b63d-d01034fb3222\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:19:59.977580569Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.977590649Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.977824783Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"751337f7-46f4-41b8-8c35-99c0807f88f0\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:19:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.977864914Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.97813786Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.980811541Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.981158718Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.984414641Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.984633805Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.986606466Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.986775613Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:19:59.99371713Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":18,"elapsed":"483.84866ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:00.317572159Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"10f0b81d-9dd6-4882-9097-2a77a04051cf","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.321625867Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.321641347Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.352000324Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:00.352101556Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48981"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.352282599Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c0484d87-3933-4ece-87fa-bf56a5cae8e4","remote_addr":"[fd00:1122:3344:101::c]:48981","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.352650917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c0484d87-3933-4ece-87fa-bf56a5cae8e4","remote_addr":"[fd00:1122:3344:101::c]:48981","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:00.415210135Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/oximeter.rs:326","id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.415229876Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.415517461Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::d]:12223/producers\", status: 204, headers: {\"x-request-id\": \"a9244ef2-f9a8-41aa-aed6-34673b03673f\", \"date\": \"Fri, 04 Oct 2024 16:20:00 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:00.415530582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/oximeter.rs:133","collector_id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","producer_id":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:00.417742314Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/metrics/producers","method":"POST","req_id":"c0484d87-3933-4ece-87fa-bf56a5cae8e4","remote_addr":"[fd00:1122:3344:101::c]:48981","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65521,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.417808256Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0484d87-3933-4ece-87fa-bf56a5cae8e4\", \"content-length\": \"41\", \"date\": \"Fri, 04 Oct 2024 16:20:00 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.418716583Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:00.418726983Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.510172375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.510248237Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.510264037Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.510277797Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.510755746Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.510777837Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.512653723Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.513175043Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.513395707Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.514438667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"4.259422ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.514868146Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.514877786Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.515009369Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.516442876Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.516745902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.517905714Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.520108847Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.520122347Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.52025409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.52597671Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:09.525996291Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":53,"elapsed":"15.847896ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:10.417009748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"f9b0b0d8-6554-4c2c-aebb-cfc985162587","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":846,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.510293075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.510351916Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.510362846Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.510370746Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.510657402Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.510670462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.51215462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.512562488Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.512747902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.514355533Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.514372823Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.514499836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.514586127Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.298993ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.516116887Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.516463434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.517978383Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.520192036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.520203066Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.520332329Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.526975467Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:19.526994437Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":54,"elapsed":"16.721903ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:20.416311322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"580085d7-c047-4c81-801a-320310d7b70d","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":222,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.509829993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.509908155Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.509922655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.509940215Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.509951406Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:10:29.509871654 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.509964626Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.509977496Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.509988426Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510002227Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510013597Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510024947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510036567Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510053017Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510065388Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510076698Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510088308Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510099348Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510109929Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510119619Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510151969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51016469Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.5101758Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51018667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"10.04µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51019934Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510211631Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510223311Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510238651Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510250621Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510261381Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510272552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510284382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510294842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510306692Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510317382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510327203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.510337633Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510348523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510364914Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":11,"elapsed":"11.38µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510376314Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510387314Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.510398594Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510409164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510420584Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510429515Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510438545Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510452965Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"10.3µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510463775Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510475236Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510485976Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510495216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510505476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510515876Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":55,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510526597Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510542677Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510552167Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510567967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510580647Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"5.711µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510592558Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510603888Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510616488Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510627059Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510638259Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"10.16µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510652909Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510663939Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51068048Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51069579Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51070808Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51072148Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51073455Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510755001Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510767461Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510778391Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510792992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510806732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510819412Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510840633Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510853923Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510869163Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510883453Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510898444Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510911874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510924184Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510939674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510953575Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510971935Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.510984475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1394, tv_nsec: 608432031 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.511105588Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1394, tv_nsec: 608556084 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51123528Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.51125114Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.511396683Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.511417804Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.511634558Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.511656598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.511838402Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.513014365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.513047115Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"3.127161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.513715138Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.513948133Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.514643736Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.521498ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.516953811Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.516982381Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":10,"elapsed":"7.009785ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.516998272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1394, tv_nsec: 614414177 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.517343338Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.517584303Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.52000023Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.52002335Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.520233234Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.52055271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1394, tv_nsec: 618019847 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.520954158Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.525905624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:10:29.509871654 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.525936694Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"expiration\":\"2024-10-04T16:10:29.509871654Z\",\"pruned\":[]}","iteration":10,"elapsed":"16.04232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.528110196Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.52829442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.52832133Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.528539865Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.531149315Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"21.001385ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.531859239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.531885889Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.53193294Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.532191305Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.53245001Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.533157604Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.533173354Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.533420249Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.550369836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.550913937Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.553339484Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.553366564Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.55364645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.55416588Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.554193Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.554453915Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.557237529Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.559295039Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.559328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.559501703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.561796397Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.562848108Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.562908589Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.562925109Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"52.620847ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.564798885Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.564830456Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.565121281Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.565485039Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.565512449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.565850826Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.569436415Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.573104166Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.573136676Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1394, tv_nsec: 670579232 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.573172157Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.573630816Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.574536383Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.574565934Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.574577834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.574589984Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.574839579Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.575620035Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.575768377Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.575793558Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.576035692Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.580818305Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.581889596Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.585970024Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.586020045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.586030616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.586041936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.586055726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.586122847Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.596778523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.596830974Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.596842565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.597238852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.597322784Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.599749521Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.599778431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.599995746Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.600597367Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.601085476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.601376852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.604813799Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.604843459Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.605031683Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.607618123Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"97.460593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.609002169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.609467338Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.611433396Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.61522796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.615260421Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.615497525Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.618031284Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.618272539Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.618628035Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.619697506Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.622030671Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.622061542Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.622326917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.622647203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.622671954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.622921289Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.622946339Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.625110441Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.625328685Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.625354756Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.625420907Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.625566789Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.628119609Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.629899693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.629930554Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":55,"elapsed":"119.653692ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.631065726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.631097147Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.631332061Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.631566865Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.631864011Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.634687666Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.634975301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.637758785Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.638619352Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.638936948Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.640185162Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.640908956Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.640938697Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.640951847Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.641194131Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.64370319Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.644049937Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.644077127Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.644295522Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.646128017Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"135.764554ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.648098215Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.648131016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.648531683Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8d8c37-b06e-442f-aeaa-b51dcd3d9394\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.648556284Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.65045301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.651054302Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.651494641Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.653492339Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.655490648Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.655526628Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.655547169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.655559959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.655571989Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"145.380609ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.655812214Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.657417355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.657445346Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"147.252296ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.657463316Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.658238221Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.658265481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.658275842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.658587148Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.659768101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.659798301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.659813101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.66026725Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.660429873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.660452044Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.660736169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.662019294Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.662198117Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.662674727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.666366708Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.666400599Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.666602082Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.666823237Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"156.628896ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.668125522Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.668154452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.668169353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.668190283Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2}","iteration":10,"elapsed":"158.227448ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.682391378Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"172.100745ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.683899407Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.692802989Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.693698836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.693728217Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.693738387Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.693746737Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.694083044Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.696591632Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.696618073Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.696853527Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.704331212Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.704353912Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.704366462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"194.122132ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.710111033Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.710164314Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"200.160248ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.738136885Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.738297738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.738321859Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.741566971Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.741597092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.743268164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b7dcc82-753d-428d-9aa0-5186b9c978c9\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.743289855Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.74463997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.750229158Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.750252999Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"239.963128ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.767096004Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.767130915Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.767488232Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1863e2b-c5f1-4c06-a500-b0cafb0e2e46\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.767515493Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.771079481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.894192791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.900535903Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.900986272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"890283b7-3cef-46a8-a292-b20a4134f08f\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.901015022Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.901494632Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.902256536Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.903285176Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":19,"elapsed":"393.172488ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.904678433Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.904894247Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.90503519Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.90505797Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.905196763Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.929314859Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.929661076Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3fc602b-c1a5-4cf4-932e-0813f9be476a\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.932608963Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.93294974Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.940633828Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.940771791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.940796111Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.942108486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.942136157Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":12,"elapsed":"432.10721ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.951803864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":19,"elapsed":"441.786178ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.960653115Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.961080603Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56dcd60-ce6c-485c-9a3e-4636322edcf6\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.961108154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.961120394Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:29.961128164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.962624003Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":19,"elapsed":"452.538065ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.962949609Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":19,"elapsed":"453.116496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.963603492Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.963913928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.96658675Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.977391178Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.977515221Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.977537171Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.97903029Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.97905246Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.9806029Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.98061617Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:20:29.982113039Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.982179941Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":12,"elapsed":"472.365349ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.997105259Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.99712859Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.99714097Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.997466046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:29.999071417Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.001688978Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.001707278Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.001836731Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.004830518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.004853919Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.00492938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.004939891Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1}","iteration":10,"elapsed":"494.884603ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.019262077Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.019641425Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.022216525Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.022233815Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.022588692Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.031262019Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.031601266Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbb32422-875f-4585-9f07-dd767ba46bc1\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.031619746Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.031630246Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.031898481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.031911232Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.031918682Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.031925532Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.031932742Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.031939342Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.032174097Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.034219646Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.034373669Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4032f21-0671-49f8-86d6-48e92437f842\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.0343909Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.034497292Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16de5974-fa3a-4444-9f61-d1a3b2af2dab\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.034514432Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.034525142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.079613294Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0d9ca10e-4df0-4627-96c6-7da26bff91bc\", \"date\": \"Fri, 04 Oct 2024 16:20:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.08100681Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":19,"elapsed":"570.871521ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.270668045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"004e1da6-ec32-4e8c-babc-14d83af132a0\", \"date\": \"Fri, 04 Oct 2024 16:20:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.270714926Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.270728706Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.271661254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdce214f-6e7b-4787-910e-167dc2cf1861\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:20:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.271706285Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.272104433Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.2760756Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.276430346Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.28076876Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.280993285Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.282943232Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.283135016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:30.289740454Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":19,"elapsed":"779.634686ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:30.416462572Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"78efd3d6-2fef-45e0-bcb8-cc52dfa1dcfa","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.510689028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.510754449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.51076639Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.51077576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.511032615Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.511071995Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.513432431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.515661864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.515683705Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.515815857Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.517774275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.518084501Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.51960562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.522607658Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.522664599Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.52267652Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.532289905Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.532320666Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":56,"elapsed":"21.638149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.543036353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.543294238Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:39.570097656Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"59.401198ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:40.417155144Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"c8c817a7-66dc-4f64-bf41-6c2950ba10d5","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.510388021Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.510455092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.510466952Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.510477073Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.510757028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.510931261Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.512135425Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.514281856Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.514311256Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.514425869Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.516262844Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.516413387Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.51812514Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.521544266Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.521577477Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.521590207Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.530971758Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.530998749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":57,"elapsed":"20.620558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.541681036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.541990271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:49.568743578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"58.341777ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:50.416693796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"7446903e-b7f2-4ac0-9f3b-4d8334d44234","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":234,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.509957051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510018702Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510028092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510036032Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510314388Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510339478Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510860098Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510876748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"10.13µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510886199Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510894099Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510901669Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510909039Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510916019Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.5109229Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.51093056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.51093722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":58,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.51094464Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"11.96µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.51095244Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.51095938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.5109669Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510974161Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510981781Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510988041Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.510994831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511001701Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511010101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"11.471µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511018171Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511025722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511033331Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511040312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511047502Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511054092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"8.04µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511061812Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511069362Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511076592Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511083072Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511091213Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511175704Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511319607Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511330507Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511347938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511378348Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511389249Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511397859Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511411199Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.511438709Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.514210883Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1424, tv_nsec: 611421169 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.514250894Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.294834ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.514331385Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1424, tv_nsec: 611549542 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.514395407Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.515279054Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.515533518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.515557439Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.51560502Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.516573719Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.51664171Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.516695781Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.517136709Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.5171562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.517393985Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.519209989Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.51922944Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.519399913Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.520298591Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.520319571Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.520554315Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.522003163Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.522034404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.522045994Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.528372607Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"17.455497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.529631391Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.530332264Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.530396726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.530690971Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.530703702Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.531401125Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.531436996Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.531559918Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.554571583Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.554870079Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.555747626Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.556154534Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.557284365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.557316006Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.55754699Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.558944488Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.558959938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.559103231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.560796893Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.561599239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.561610539Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.561803263Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.561940375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.562966225Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.562980525Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.562987266Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.563277271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.563690559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.563702059Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.563897333Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.564199279Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.564210829Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.564365032Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.565536185Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.565563675Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.565667887Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.565742899Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.566769169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":20,"elapsed":"55.782938ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.567647616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.567665216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.567913621Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.568236327Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1424, tv_nsec: 665455873 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.568574823Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.570358864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.570384186Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"59.528641ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.578330492Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.578354943Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":58,"elapsed":"67.473644ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.584327038Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.584353688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.584648634Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"193321ab-6304-4601-a849-d8c9f7aacf25\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.584676335Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.585904278Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.587906997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"76.944537ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.59118109Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.591196151Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.591403475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2793c91f-1a09-4eb6-8ccb-ddb78adadd1c\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.591415345Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.593519025Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.598450991Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.598475871Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.598484321Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.598765257Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.606288652Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"95.400744ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.639021855Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.639063286Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.639073066Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"128.103876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.640381021Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.640779129Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.664083389Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.66410948Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.664393445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c46aa68-6f73-467c-a511-1c5b80b61236\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.664406425Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.666636938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.676607161Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":20,"elapsed":"166.643281ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.684248409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.684482123Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3943968e-d640-4e34-92aa-ea29756c0f2e\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.685530834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.685781679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.68791538Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":20,"elapsed":"177.978849ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.697391883Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.698400732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd881249-0b8f-440e-be83-af6e9db6a439\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.698425773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.698621076Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.701319099Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.701499872Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.70345591Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.703704915Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.706524139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.731602934Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.731786697Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.733371448Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.734931318Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.734947949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.735079731Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.736235953Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.737539908Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.737565339Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.737680891Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.779473169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.779850586Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.782190442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.782216132Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.782405115Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.79194027Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.792184564Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab5002f-456d-49a3-b735-e61b6d1438be\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.792202025Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.792213025Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.7924639Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.7924749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.79248225Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.79248977Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.792496981Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.792503501Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.792694874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.79453717Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.794639102Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d218883-24bc-44ac-b0d8-60ff6d57b1ec\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.794652742Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.794744684Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7c8b222-53fd-4ce3-8cd4-a824677f339c\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.794757574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.794768514Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.802416632Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0394c066-f5df-4696-a864-4e17397800b8\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.804254518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":20,"elapsed":"293.261167ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.823385027Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.823846616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e647fb6-45c4-4ad6-989c-277fa0069129\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.823861157Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.823897267Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.823907557Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.825847655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":20,"elapsed":"314.878605ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.893298449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d761321b-7005-4683-b774-57d83ff0e515\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:20:59.893318899Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.893331179Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.894074593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d58637-e8a9-47a8-8691-94d7bf13f380\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:20:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.894101114Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.894330809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.897822976Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.8980513Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.900875085Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.901249252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.903056457Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.90321378Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:20:59.910525881Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":20,"elapsed":"399.588292ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:00.417362985Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"f7a6e626-5bcb-4592-9792-ff61d3d38782","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.510838895Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.510927367Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.510945947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.510960277Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.511368445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.511391506Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.512986566Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.513495736Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.513836893Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.515203289Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.51521592Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.515347852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.515410563Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"4.580008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.517112176Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.517355191Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.518921061Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.520990651Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.521005461Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.521132604Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.530308951Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:09.530332712Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":59,"elapsed":"19.515877ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:10.416974705Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"70e1d9a8-40aa-497e-8dfd-414764c1acff","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.511218301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.511300123Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.511318643Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.511333223Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.511755331Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.511777132Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.513597557Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.513896283Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.514148578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.515272459Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.049058ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.515742928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.515754098Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.515881761Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.517635555Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.517823209Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.519487461Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.521718674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.521732014Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.521862096Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.530135056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:19.530162477Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":60,"elapsed":"18.960027ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:20.417535714Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"06a7ff2c-7058-4427-9a87-88c5750088ed","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510158468Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510223239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510236209Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510247139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51025722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51026733Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51027616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51028576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51029396Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51030285Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51031149Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510319821Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510329291Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.510338611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:11:29.510237959 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510348391Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510356611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510366212Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510374812Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510383852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510643487Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510698578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510713438Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510724929Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510735729Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51079089Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.5108041Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51081488Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510827771Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510838581Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510847171Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510855641Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510864871Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510873472Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510883382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510892532Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510900782Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510909562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510917282Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510926793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510935003Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510943573Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510952553Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510962563Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"9.81µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510972443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510981374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.510991334Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"3.681µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511001264Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511010484Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511019894Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511030444Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511042705Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511057925Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511070415Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511082765Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511095866Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511108046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"8.88µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511123286Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511135317Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"4.42µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511148667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.511161837Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511173627Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511186547Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511199378Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511211098Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.511224118Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511236328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511246559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":61,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511258019Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":12,"elapsed":"13.89µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511273659Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511286869Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":21,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51130055Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51131182Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51132321Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51133656Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511348451Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511360951Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511378631Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511394231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511411602Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511423932Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 608217455 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511443363Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 608218425 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511461963Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511476933Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511490423Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511504034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511516954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511528304Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511540884Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511553634Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511565235Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511595995Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511608706Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511621396Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.511631066Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.512001993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.512190447Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.512643446Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.512670046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"2.476988ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.51441547Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.514452641Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":11,"elapsed":"4.13108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.514561203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.514800057Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.515906189Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 612884205 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.515947799Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 612935956 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.517262595Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.517474339Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:11:29.510237959 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.517491109Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"expiration\":\"2024-10-04T16:11:29.510237959Z\",\"pruned\":[]}","iteration":11,"elapsed":"7.24308ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.517574931Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.517604482Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.518149672Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"7.328912ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.519006209Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"7.963584ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.519134991Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.519628181Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.519649061Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.519861365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.522091688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.522120209Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.522241551Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.522386584Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.522518346Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.525029355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.525057546Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.525185348Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.525219559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.525236809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.525442673Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.527429991Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.527751447Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.533751383Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.533984958Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.535149841Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 632112887 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.535464617Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.536338924Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.536605889Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.538806891Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.539108967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.553782271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","candidates":"[(4c0d1ea7-f14a-4569-908a-ec3c14b34976, 0), (cd4a6513-5934-4cf6-9b48-5792b2a81e5b, 0), (523a36ab-4b24-41a9-b490-e303dbf42903, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.55684652Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1454, tv_nsec: 653796326 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.585031105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.585083175Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.585090936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.585509194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.586639036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.586660896Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.586669636Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"75.820856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.587111625Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.589103073Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.589420719Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.589497781Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.589725935Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.589795297Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.589809137Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.590021041Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.590248865Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.59102366Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.59205189Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.593813874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.593836245Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.594066189Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.59463262Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.595307723Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.595330364Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.595343014Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.595584248Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.59566982Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.59568743Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.595885424Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.596405674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.597092058Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.597115988Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.597125758Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.597134468Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.597531136Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.599098576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.599123917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.599585326Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.599776269Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.59980078Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.599895372Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.599909282Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.600025784Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.600161127Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.600978993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.601002333Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"89.927778ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.603099054Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.603195585Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.603385589Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.60341107Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"92.585329ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.605138803Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.605710504Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.605785475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.605805246Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.605990499Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.60603652Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.606068081Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.606097692Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.606291265Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.607941507Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.609605199Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.60962569Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.609853864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.611473256Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.611504116Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.61170016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.612045827Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.6122444Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.61276408Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.613032375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.613318171Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.61429845Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.614320631Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.614331831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.614578145Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.614603346Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.61483703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.617027253Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.617056183Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.617195636Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.619519031Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.621996889Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.62361742Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.623645751Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.623828774Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.62465237Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.62467768Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.624887975Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.629258489Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.62929234Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.62930543Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.629363581Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2}","iteration":11,"elapsed":"119.084941ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.630617125Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.630642796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":61,"elapsed":"119.572251ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.632580053Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.633125834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.634259856Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.634281646Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.634291796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.634301297Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.634657504Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.636326356Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"125.27502ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.636633732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.637831105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.637857565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.637866395Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.638149551Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.640624919Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.640647229Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.640829363Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.64221679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.642540226Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.644485943Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.646742157Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.646768187Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.646969841Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.6506015Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.650853148Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.653452257Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.653715382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.653915176Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.653929836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.653939086Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"142.899912ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.654386715Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"143.421261ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.661660505Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.665655512Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.665687913Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.665923928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.668154791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":21,"elapsed":"157.245498ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.66862577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.668909705Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.670754761Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.670926584Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.672678218Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.675751558Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.675772308Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.675986102Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:29.67792414Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.6779419Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"166.959477ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.679415738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.679634722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.680697843Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.682832244Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.683245362Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.685833152Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.685869233Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"175.559282ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.685886373Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.685894834Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.685905174Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.686161559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.687176398Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.687198259Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.687210429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"176.112573ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.710348956Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.710383977Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.710684313Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54af543-6f31-4420-b323-a4ef37429c66\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.710714633Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.712989857Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.730348862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.730858883Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.739288565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.739313446Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.739322786Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.739785485Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f742871-d667-4ea1-a9df-8b417029b6de\", \"content-length\": \"476\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.739823056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.74005403Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb61ef01-28db-4ae3-8fc5-63574f5d5287\", \"content-length\": \"734\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.740091501Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.741692502Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6331e9ea-abdc-4ee0-bf67-372460c3ad0b\", \"content-length\": \"111\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.741709392Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.742040348Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d1e754f-66b1-4e61-b905-1cb1b49d55ff\", \"content-length\": \"111\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.742053819Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.742379625Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"036d744f-6143-4fc6-8442-f9f5a6d993ef\", \"content-length\": \"167\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.742394655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.742710572Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b9fe45f-6dd8-48b2-b43e-a7567dde33ff\", \"content-length\": \"167\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.742732802Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.743045528Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8294d54f-5e6a-4239-9d65-d1df4518bb87\", \"content-length\": \"175\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.743077648Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.743369854Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7749a84c-93c5-46c5-bf5d-64ed377f6811\", \"content-length\": \"175\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.743389745Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.743537128Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66336835-bef4-4752-8da4-f4a40d442adf\", \"content-length\": \"702\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.743551168Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.74364791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.74365894Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.744969795Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"317e36ab-95cc-42b0-8797-a63a4aa28dc6\", \"content-length\": \"727\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.744984645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.745054477Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef8e5cc4-a9af-462d-952a-de39c2c5b847\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.745066797Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.747833031Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.751227036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"240.337735ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.751287257Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d7e22c-505f-4a5b-9951-b30e22ed4409\", \"content-length\": \"729\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.751335688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.751563112Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b21616d-23ff-4861-b5a4-24e1d07c70db\", \"content-length\": \"728\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.751577363Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.751820588Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6319dce-8ad8-4b57-9324-04efcc44fe0c\", \"content-length\": \"722\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.751863818Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.752184124Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eee4485e-72ac-4a77-b696-1b54cde6e61a\", \"content-length\": \"109\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.752198655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.753858577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e003ed2b-c970-4107-997c-a8eb8ef266f9\", \"content-length\": \"109\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.753879627Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.754215864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f435c0d9-0f00-4fa4-9afe-4344ea0ab67b\", \"content-length\": \"169\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.754228164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.754515589Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"858a40cd-aa42-44c4-bbd7-440ca8967fbc\", \"content-length\": \"169\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.75452793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.754824726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18cc61cb-184c-4188-ac14-a547db6806c8\", \"content-length\": \"178\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.754839466Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.755128901Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa3aa97f-1e7c-4c89-9225-ab532b355936\", \"content-length\": \"178\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.755142322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.755281784Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dee5250-cf81-4753-b218-8a3c0df6afe9\", \"content-length\": \"702\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.755293825Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.756700002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87fa9d59-e98e-4016-a121-1d6af8f49252\", \"content-length\": \"727\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.756722252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.756863835Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e8b627d-04a0-4f8f-9290-63fdf27d7247\", \"content-length\": \"729\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.756876835Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.757027298Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4812b3da-1686-48ee-baba-60b82da8db3e\", \"content-length\": \"728\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.757052289Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.757466487Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.831509668Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.831561858Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.831884835Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52d0b658-8ae9-4d2d-8f57-621705cfe7b0\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.831912565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:29.833879063Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.849677768Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.915831817Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":21,"elapsed":"405.606128ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.995831853Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.996173539Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff927ded-1ed3-4fe3-bb62-d0374b7254ea\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.99726075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:29.997510815Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.000300479Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.001577334Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.002056023Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.002073744Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.002614374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.003027302Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.003734885Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":21,"elapsed":"493.569278ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.004615273Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.004630643Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.004802306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.005372747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.005853665Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.005862722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.006173113Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.007033779Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.00704714Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.007241573Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.007303534Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.007357586Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:30.007370226Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.009192431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.009211871Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:30.009220871Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.009346704Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.009411085Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.010138749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.010265572Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.010563788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:30.010967215Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.010994336Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":13,"elapsed":"500.764527ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011149379Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011172199Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011328282Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011647838Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011664619Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011675409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011690179Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1}","iteration":11,"elapsed":"501.558832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.011886483Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.012084187Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.012094927Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.01224861Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.01225895Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.014277829Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.017493581Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.017516792Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.017660745Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.019332647Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.01950477Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.02106551Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.021330496Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.0236317Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.023798283Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.026036907Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.0262431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.027579706Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.027748969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.028773169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.029019994Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.03034888Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.033630443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.033647763Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.033792256Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.035200584Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.035447808Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.036812285Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.036970078Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.038317754Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.041534616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.041562727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.041688019Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.045927571Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.046111754Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.047883699Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.048058492Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.049951269Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.050169233Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.052429677Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.052658561Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.054568728Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.054766562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.055880663Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.056062667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.057702828Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.057897582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.059391331Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.062582203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.062598683Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.062738546Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.064088952Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.064309456Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.065653192Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.065850016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.066860225Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.067739082Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.067906316Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:30.067919256Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.069599098Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:30.069615469Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.07023461Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.070261051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.070388013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.071963784Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:30.071976954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:21:30.07435653Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.074419742Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":13,"elapsed":"564.104641ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.092414049Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.092701745Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.112406545Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abf609f1-a6a0-4972-bd81-4d6f3d04def0\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.112447126Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.112618949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.134220447Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.134740527Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c9c748e-434d-4491-aeab-1058f9d92809\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.134784598Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.134795108Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.134803418Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.136555382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 45d0ab18-0cbb-41e4-9d39-1bbff8194c62, kind: Service { id: 713e8989-d9e2-4440-9d8b-1966110eb064 }, name: Name(\"nexus-713e8989-d9e2-4440-9d8b-1966110eb064\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50109d62-c44c-4660-b7c6-fa742be60e4f, kind: Service { id: 7ad8ee6a-473a-4709-beff-1c1cde3cfe2c }, name: Name(\"nexus-7ad8ee6a-473a-4709-beff-1c1cde3cfe2c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ceb2e27-4fc2-45ac-a874-512b2b5f5746, kind: Service { id: f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe }, name: Name(\"nexus-f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 4c1b52a5-e998-4905-a4b1-c4cc1f4b17ed, kind: Service { id: ed7f5775-6570-4c64-8dd7-3edad837844c }, name: Name(\"external-dns-ed7f5775-6570-4c64-8dd7-3edad837844c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 78])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87e4a21b-4952-4a8f-95ce-a30b1e12cf7d, kind: Service { id: fe55f180-6f58-492c-b446-36ebc0671644 }, name: Name(\"external-dns-fe55f180-6f58-492c-b446-36ebc0671644\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 53])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.136584443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.136851018Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.137038941Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":21,"elapsed":"626.207121ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.139852596Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.139864046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.14214948Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.142171941Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.142449586Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.142532418Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.142566438Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.142848114Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.144026767Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.144043787Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.144161449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.145107047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.145392843Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.145696779Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.14577982Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4c1b52a5-e998-4905-a4b1-c4cc1f4b17ed, kind: Service { id: ed7f5775-6570-4c64-8dd7-3edad837844c }, name: Name(\"external-dns-ed7f5775-6570-4c64-8dd7-3edad837844c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 78])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87e4a21b-4952-4a8f-95ce-a30b1e12cf7d, kind: Service { id: fe55f180-6f58-492c-b446-36ebc0671644 }, name: Name(\"external-dns-fe55f180-6f58-492c-b446-36ebc0671644\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 53])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 45d0ab18-0cbb-41e4-9d39-1bbff8194c62, kind: Service { id: 713e8989-d9e2-4440-9d8b-1966110eb064 }, name: Name(\"nexus-713e8989-d9e2-4440-9d8b-1966110eb064\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50109d62-c44c-4660-b7c6-fa742be60e4f, kind: Service { id: 7ad8ee6a-473a-4709-beff-1c1cde3cfe2c }, name: Name(\"nexus-7ad8ee6a-473a-4709-beff-1c1cde3cfe2c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ceb2e27-4fc2-45ac-a874-512b2b5f5746, kind: Service { id: f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe }, name: Name(\"nexus-f8df1fb7-7c1d-4038-add5-08b7a5e4e9fe\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.145799981Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.147595456Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.152128623Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.15247881Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea455b9-06a3-4926-b9a4-29c59442fee2\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.15249629Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.15250778Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.152782146Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.152792506Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.152800446Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.152807726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.152815536Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.152822257Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.152961689Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.154896046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.155021659Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"942e8311-124e-4b2f-a816-6c879d207174\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.155039779Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.155124571Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18031cf4-4093-4916-af1e-cd877b343e79\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:21:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.155154202Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.155166792Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.203697709Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","vpc_to_sled":"[Sled { identity: SledIdentity { id: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, time_created: 2024-10-04T16:11:52.412895Z, time_modified: 2024-10-04T16:11:52.412895Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.20374431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.203752131Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.204026716Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.208032253Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.20837441Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.210134404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.212669713Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.226196914Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6b7b344b-9344-4d39-b6b9-2984a74d767d\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.227859827Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":21,"elapsed":"716.910274ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.24460291Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.256100702Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"bf04e876-0ad1-4fb1-9217-aaab041ffe97\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.257575611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.257602361Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","elapsed":"746.627488ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.257614842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":3,"elapsed":"746.634989ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.401172316Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8486c5cd-f779-4f60-ba06-fbb0969898fe\", \"content-length\": \"20062\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.411351382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/omicron-zones","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.412888112Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/omicron-zones\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b80e3f-ac00-4e20-ab6c-5d8eb44e2e7d\", \"content-length\": \"9104\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.422810624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.422827784Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.4231259Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.423385435Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"c2753e6c-fde1-4923-9f44-9cf5806ad15a","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.424460275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.426593697Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.430564284Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.430742047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.432529311Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cf8f1e80-71e8-4bf9-8fc2-2afee9247206\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.432545202Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.432553662Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.432809997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11e7991e-8635-45ce-9dd5-bb24c949dd32\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:21:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.432842368Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.433024351Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.436899486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.437073429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.440563977Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.440887833Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.443095726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.44332569Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.449958758Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":21,"elapsed":"939.153008ms"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:30.598773434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/db-queries/src/db/datastore/inventory.rs:970","collection_id":"554cef60-a402-45e0-8e84-9ea2d83118cd"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.600690101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_started":"2024-10-04 16:21:29.739257 UTC","collection_id":"554cef60-a402-45e0-8e84-9ea2d83118cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.600768933Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"collection_id\":\"554cef60-a402-45e0-8e84-9ea2d83118cd\",\"time_done\":\"2024-10-04 16:21:30.422810 UTC\",\"time_started\":\"2024-10-04 16:21:29.739257 UTC\"}","iteration":2,"elapsed":"1.089908131s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.600782283Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.600794423Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.60117331Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.602435855Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.603972335Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.603985535Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.604118297Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.609583733Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.609839138Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.612124742Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.613701503Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.613716933Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.613858335Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:30.69482194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"94.013976ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.511093034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.511155545Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.511167316Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.511176966Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.511421901Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.511495762Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.512992261Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.513239386Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.513534111Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.515232604Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.515243764Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.515382397Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.51708656Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.517238743Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.518561539Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.520517166Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.520528146Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.520659049Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.527775917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.527798617Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":62,"elapsed":"16.717964ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:39.54141516Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"30.315816ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:43.391339385Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"81821f40-864c-4ba0-af08-511ff2556a24","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":686,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.511562281Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.511618972Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.511628762Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.511636412Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.511888877Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.511901187Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.513309684Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.513945787Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.514161691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.51564879Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.51566259Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.515750531Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"4.188781ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.515802152Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.516965785Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.51721508Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.518492804Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.520702967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.520718167Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.52085349Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.528719352Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:49.528741873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":63,"elapsed":"17.190262ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:53.390517377Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"11ec2986-e8a5-4461-a88c-6d134bc34903","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.510728383Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.510789344Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.510800994Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.510810754Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511052529Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511194442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511691511Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511727742Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511736392Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511744292Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511751432Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"10.61µs"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511759463Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511765753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511773703Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511781003Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"4.551µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511788793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511796463Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511804253Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"2.89µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511813434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":64,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511821594Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"7.181µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511829434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511837104Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511844024Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511850584Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511857585Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511864805Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511871275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511877485Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511883645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511889655Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511895275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511901585Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511908586Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511915776Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511922766Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511929206Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.511970277Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.512037358Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.512051408Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.512102499Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.512190451Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.512212481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.512221032Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.512229682Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.512241002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.512248092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.514368093Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1484, tv_nsec: 611077759 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.514500676Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1484, tv_nsec: 611217632 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.515161348Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.515400553Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.58699ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.515413623Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.515852562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.515864012Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.516609556Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.517186268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.517562815Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.518041224Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.519998762Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.520018232Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.520068533Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.520079893Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.520228176Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.520290108Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.52043143Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.52044006Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.520620174Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.520863539Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.520881259Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.521479231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.524088841Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.525798164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"14.063841ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.526360985Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.526391295Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.526559979Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.526588879Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.526882885Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.529873803Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.530141708Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.530568476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.53077126Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.530914863Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.531210179Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.531418972Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.532438972Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.532454672Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.532585495Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.533168206Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.534723676Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.534745747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.534861359Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.534979101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.537397928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.537429449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"25.614355ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.537564071Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.537588722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.537707094Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.544284611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"32.483258ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.54733264Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.54735484Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":64,"elapsed":"35.600678ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.553115442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.553436788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.553452998Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.553460958Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.553495469Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.553732924Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.554507199Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.555331995Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.55558173Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.55560669Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.556009338Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.556105529Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.55611543Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.556248752Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.556322374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.556334864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.556340874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.556619559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.55665578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.557795612Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"45.964718ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.559153559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1484, tv_nsec: 655865615 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.56029063Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.560464274Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.560477574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.560697378Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.562446892Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":22,"elapsed":"50.71202ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.57422504Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.574509865Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.575915102Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.577418232Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.577432662Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.577581295Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.579067573Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.580524972Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.580536922Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.580666254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.587099708Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.587124449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.587134719Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"75.410008ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.594753336Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.594774397Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.595074813Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c412280-c06a-4c93-b7e6-efcb1115e309\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.595088043Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.597224164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.66477606Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.66480214Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.665041395Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b7111f4-dbdc-4d3a-9c76-0901a7dd8766\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.665055635Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.667489352Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.726308058Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.741837759Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffcf7912-7dc2-47e4-ae31-630a2d7d0cc5\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.741859579Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.741868299Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.741875919Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.743429969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.743595833Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":22,"elapsed":"231.900642ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.743691605Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78570da8-1db0-4b5b-b9da-2127250c844e\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.744862827Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.745127842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.746964278Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":22,"elapsed":"236.254035ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.753042445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.753061775Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.75330753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc5fa11f-6598-4bde-83dc-09cf723a07d5\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.753333491Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.754889391Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.80194351Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.805026Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55243203-f443-4003-ac58-5cda0cbeb3d0\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.80504604Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.805316385Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.807218902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.807413576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.809331593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.809734321Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.812911452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.813875581Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"93b366b3-4702-46bc-b5f3-83b4a0b1ec72\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.815436681Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":22,"elapsed":"303.676929ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.819353957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":22,"elapsed":"308.606143ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.885941493Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.886337271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.887675497Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.887689347Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.887918501Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.897241932Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.897554438Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9756cba7-d41d-4ced-981e-563a68fd8e6f\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.897570538Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.897581248Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.897778662Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.897789002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.897796023Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.897802732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.897809903Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.897816213Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.897984306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.899780681Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.899912453Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d293e5-8f90-40bd-9307-0535b3c5d9ce\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.899930104Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.900049516Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e6e7b64-b165-4fe6-8db7-f21c428942fa\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.900067486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.900079727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.987123169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0536edaa-882b-4b2e-9236-8da73e491822\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:21:59.987143459Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.987152139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.987368483Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239730ed-fc53-42dd-bed5-83a865c29c0b\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:21:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.987400674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.987634759Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.990684738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.991001793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.994770716Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.995015631Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.996891497Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:21:59.997091161Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:00.003953154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":22,"elapsed":"492.121509ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:03.390420873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"1ed80955-88c9-42f8-a9e5-6522be5984ea","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.511655078Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.511720719Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.511734089Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.51174395Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.512029525Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.512052736Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.513650686Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.514130236Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.51437732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.515853689Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.515866119Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.515940761Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.280302ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.515994732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.517716865Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.51795246Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.519460649Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.521667832Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.521679702Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.521817424Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.528915521Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:09.528935292Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":65,"elapsed":"17.300665ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:13.390340409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"c21f4380-d93b-45a7-a5d8-a8cdcb984994","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":233,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.511540194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.511593855Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.511606225Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.511615536Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.511922002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.511936812Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.513157195Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.514008652Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.514171575Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.515413429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.515426079Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.515563852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.515648123Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.105629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.516547531Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.516730624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.518302875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.520510708Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.520523788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.52065492Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.526726648Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:19.526741428Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":66,"elapsed":"15.222944ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:23.391873106Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"07774570-c83f-41aa-9579-3c45052fb277","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1050,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190176553Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190258005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190273075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190284025Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190293715Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190303906Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190313636Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190323266Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190333126Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190341876Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190352497Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190360967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190369637Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190379187Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190389867Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190400968Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.190411178Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:12:29.190341816 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190421738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190431538Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190663003Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190683623Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190750014Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190765295Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190806205Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.190826476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191000479Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191019329Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19102969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19103902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"9.08µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.1910508Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19106002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191363186Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191381607Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191392387Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191482858Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191512749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191526809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19153801Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19154826Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19156163Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19157205Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19158203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191594551Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"9.261µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191608731Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191622461Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191633141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"2.48µs"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.191644612Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191657862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191668432Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":13,"elapsed":"11.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191679302Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191690902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191700533Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191710973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.191722813Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191733013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191743414Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191754744Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"10.09µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191765584Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191776284Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191788394Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191797755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191807455Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191818735Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191828205Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191838255Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191848205Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191860376Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191868476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191877286Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191888476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":23,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191897386Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1514, tv_nsec: 608738001 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191913947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1514, tv_nsec: 608754672 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191931437Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191945587Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191964368Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.191978778Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.192002579Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.192030519Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.192116411Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.192134031Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.192150321Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.192163182Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.192176332Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.193483807Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.193698901Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.193976747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.194114359Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19413526Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"3.819734ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19573116Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.195760131Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":12,"elapsed":"5.405854ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.195798112Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1514, tv_nsec: 612722558 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.195831593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.195845773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.195858813Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1514, tv_nsec: 612760099 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.196017116Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.19621027Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:12:29.190341816 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.19623916Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"expiration\":\"2024-10-04T16:12:29.190341816Z\",\"pruned\":[]}","iteration":12,"elapsed":"5.875554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.196612918Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.196849512Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.197107987Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.197431793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.198240759Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.199280669Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.199588795Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"7.894093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.199765518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.201993052Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.202018582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.202030522Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.202042893Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.202230426Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.202250137Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.202775917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.202803067Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.20296098Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.20396465Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.204664593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.204931138Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208264173Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208289223Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208299694Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208311274Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208323214Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208334534Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208878875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208950106Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.208963046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.210920544Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.210950865Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.210962095Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.211420704Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.212650407Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"20.796072ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.214758038Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.214803839Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.21481824Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"22.78411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.21483247Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.21484459Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.217324878Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.217380229Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.217391739Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.218171894Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.219834416Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.219857877Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.219866157Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.219872867Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.220236544Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.2236347Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.224603378Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.22521201Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.225392154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.225942864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.226342082Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1514, tv_nsec: 643256928 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.226712139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.227121727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.228880441Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.22984746Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.230138225Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.231501132Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.231524952Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.231753627Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.23399232Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.234143693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.234153533Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.234211344Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.234647603Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.234731044Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.235082251Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.238081559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.23810683Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.238285783Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.25470874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.255053857Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.256146618Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.256510875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.262557252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.262874098Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.267758983Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.268095589Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.268118429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.26812803Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.26813663Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.268192021Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.268543518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.273201898Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.273429622Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.273456522Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.273469443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"81.78928ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.273522984Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.274815029Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.274836809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"83.29008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.274929431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.27641188Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.278638233Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.278662943Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.278893518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.280318855Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.280345326Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.28056199Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.281988638Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":23,"elapsed":"90.899386ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.282902135Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.283299783Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.28367396Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.28369399Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.283704831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"92.10204ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.28469788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.284871173Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.287142265Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.287162384Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.287344872Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.28833959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.288358241Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.288544814Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.28884858Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.289106155Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.289131445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":67,"elapsed":"97.588386ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.29091581Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.29094074Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.291106324Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.294169793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"102.584312ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.302485583Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"110.833942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.30385312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.304233857Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.315544206Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.318743758Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.318769548Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.318983782Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.321505871Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.321529902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.321543962Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.32198668Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.323860876Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.3271612Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.327182821Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.327349604Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.328221181Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.328239731Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.328250411Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.328535957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.329953134Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.330460404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.330482524Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.330495985Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.330508995Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1}","iteration":12,"elapsed":"140.25293ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.33233931Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.332362371Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.332504243Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.332612796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.332637476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"142.486064ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.334528433Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.334548463Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.334556933Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.334564593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2}","iteration":12,"elapsed":"144.259688ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.346911842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.351823887Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.387629179Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"196.002557ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.38767096Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.387945495Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.409160975Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.409192036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"217.598935ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.433349932Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.433376033Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.433657708Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"826b70d9-ec4e-4a5e-944a-82d2ff40af75\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.433683159Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.435633996Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.495898711Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.495924252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.496119955Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7c91c2-05ce-41b1-aa19-0324d8db6551\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.496143356Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.497348049Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.51294819Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.535952715Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.535974275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.537119437Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67bdceeb-6af6-49b8-a3bf-7bcf118366b6\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.537132368Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.538466954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.54034717Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.540475193Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.540487063Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.541807668Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.541821639Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.54293247Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.5429527Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":14,"elapsed":"352.583253ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.556043523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.556293658Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"340c12e8-7a4b-4c24-845c-f0fe3cecc728\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.556318319Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.556595004Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.557460861Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.558716235Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.558878848Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.558892638Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.559009831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.559049931Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.560853606Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.561489399Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.561767014Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.562161592Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.562173992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.562298874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.563837244Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.603914588Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":23,"elapsed":"413.735945ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.651667151Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.651803174Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.651838905Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.652011208Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"44d67ff9-e811-488b-a145-491efb14b451\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.655404463Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.655435754Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.656350141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":23,"elapsed":"464.822942ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.657671347Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.657695058Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:22:29.659704937Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.659755827Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":14,"elapsed":"469.542664ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.688462712Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.689006473Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97829b4d-ceda-4d9e-9a73-d26001431595\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.689029853Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.689041983Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.689051633Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.691153714Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":23,"elapsed":"500.153565ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.723631462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.723877946Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a43d108d-b1b6-45a8-b5a9-aeef61abcd4b\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.724899596Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.725153711Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.726993547Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":23,"elapsed":"536.754842ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.789957063Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.79029334Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.791614006Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.791630326Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.791873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.799514268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.799839164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441a1fbd-d17c-4aab-8342-fab6a6051d78\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.799856625Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.799867845Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.800061879Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.800084709Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.800093759Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.80010091Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.800107959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.80011435Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.800271633Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.802140469Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.802257011Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09eb91e8-5883-46df-8ad0-73774f06b671\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.802270381Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.802371593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83dd82b1-527b-4c37-ac1b-2e4d559414e7\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.802386564Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.802397804Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.893982984Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3ddb7540-e2f8-4e7f-b5da-68984338ed79\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:29.894004734Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.894013814Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.894221718Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29fee639-4eea-473c-8fd0-d1042dece1db\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.894264399Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.894607486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.89793529Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.898153134Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.901092911Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.901366306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.903459917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.903690941Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:29.910290559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":23,"elapsed":"718.908473ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.100383242Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.100414293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.130099796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:30.130196848Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52757"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.130874101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cb582e4d-5002-4a42-9caa-a1e355bdaa1d","remote_addr":"[fd00:1122:3344:101::c]:52757","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.131180417Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cb582e4d-5002-4a42-9caa-a1e355bdaa1d","remote_addr":"[fd00:1122:3344:101::c]:52757","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:30.196737454Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/oximeter.rs:326","id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.196763574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.197092471Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"oximeter-collector":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::d]:12223/producers\", status: 204, headers: {\"x-request-id\": \"e5a181b9-876d-4a19-8567-932654f0802c\", \"date\": \"Fri, 04 Oct 2024 16:22:30 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:30.197106241Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/oximeter.rs:133","collector_id":"4c9c1c50-b747-44a9-b08e-0809f2f9e159","producer_id":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:30.200380664Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/metrics/producers","method":"POST","req_id":"cb582e4d-5002-4a42-9caa-a1e355bdaa1d","remote_addr":"[fd00:1122:3344:101::c]:52757","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70071,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.200454086Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb582e4d-5002-4a42-9caa-a1e355bdaa1d\", \"content-length\": \"41\", \"date\": \"Fri, 04 Oct 2024 16:22:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.201765601Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:30.201783311Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"producer-registration-task","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.191037918Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.19111204Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.19112747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.19114092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.191572749Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.19162778Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.194653738Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.198034653Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.198064564Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.198248567Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.200528862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.200928499Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.203168263Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.205849674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.205871345Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.206018708Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.221382945Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.221423875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":68,"elapsed":"30.385707ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.230809437Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.231234075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:39.272248897Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"81.201409ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:40.198086048Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"ba08bbf7-80b2-447d-ae3b-2c29a4fffb45","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.191339952Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.191411184Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.191430094Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.191445294Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.191898833Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.191919294Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.193525405Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.195744408Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.195771428Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.19588863Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.196728396Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.19692601Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.198360838Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.20055047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.200562401Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.200692073Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.208551535Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.208568465Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":69,"elapsed":"17.252723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.220339793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.220518726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:49.221883442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"30.53943ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:50.198731479Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"2a8157ed-443e-4ad0-97e4-65944fba2d95","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":833,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.189975894Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190039265Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190050956Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190061776Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190382272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190407132Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190870881Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190881552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190918832Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190926402Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"7.431µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190934293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190944353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190954673Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190964003Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190974223Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190983284Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.190992404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"16.82µs"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191003904Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"7.541µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191013194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191023454Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191032675Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191043005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191051565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191060715Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"13.45µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191071365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191081325Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191092076Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191100576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191111006Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191120536Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191130637Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191140097Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191149957Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191160127Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191169627Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191179047Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191187958Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191236199Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191359971Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191372831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191379721Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191394862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191405252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191413952Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191422072Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.191479803Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.192631806Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1544, tv_nsec: 609293682 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.192764628Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1544, tv_nsec: 609435774 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.19339688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.193731467Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.194001802Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.19439414Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.391135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.194721636Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.195021322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.196433089Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.196455999Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.196610272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.197401568Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.197430828Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.197596751Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.197801225Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.197827066Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.197954578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.19855325Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.199195982Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.200142541Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.200167861Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.200242862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.200400445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.200539628Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.200782883Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.201898994Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.201919095Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.202133409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.202303582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.202316473Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.202466245Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.203092328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1544, tv_nsec: 619749784 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.203889563Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.204116037Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.204152308Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.204291611Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.205549105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.205769529Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.205902442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.206046145Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.206068515Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.206223428Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.208309429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.208333179Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.208475132Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.217595158Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.217624389Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":70,"elapsed":"26.642585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.225581202Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.225698065Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.229992528Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"39.042094ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.231959046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.23218282Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.235016274Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.235092106Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.235339131Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.235417072Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.236058805Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.236081905Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.236091395Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.236245518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.237255348Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.239498331Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.239521741Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.239664734Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.24254638Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.24256291Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"51.543626ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.245986426Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.247438774Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.247464135Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.247583987Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.297729416Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.297753157Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.298018942Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7569ef88-b82d-4204-a63d-32d9f2092777\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.298031322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.299902548Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.301908747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.302167502Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.308445084Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.308467544Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.308679088Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641eb4b4-32a8-45ef-a8c5-8aed580cbad2\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.308700988Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.310030574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.373568412Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.373592992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.373765786Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f83039fc-82b7-4e59-8982-382895f15b1f\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.373778486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.374750342Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.403050902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":24,"elapsed":"213.057357ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.414903481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.418342907Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":24,"elapsed":"227.435735ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.418731865Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.418746365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.418752555Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.419158773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.422319884Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"231.338221ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.44075464Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"249.798447ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.447254976Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.447278436Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.447288056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"256.289223ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.4624713Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.462778916Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fcc6c04-b08c-46c0-84db-aaab76ec217c\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.463678603Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.463941288Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.465691752Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":24,"elapsed":"275.721858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.495044279Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.495396306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.497898614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.497915265Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.498115179Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.502661686Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5003351f-21b1-4e9f-b0e6-3486f47329c6\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.502689817Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.502936432Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.505502901Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.505677575Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.50645476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.506653584Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.508147152Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.508387987Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ded4d5d7-4df2-417c-a418-96ab4e2ab4b3\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.508407228Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.508421518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.508430048Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.508584411Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.508696803Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.508706063Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.508712474Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.508719154Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.508725854Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.508732494Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.508931228Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.510213203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.510357615Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c50ccb02-04ea-4626-afe7-c34d2eeb7573\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.510369555Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.510456967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b21a39d-3df3-48ea-84ab-8a9d3a76a654\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.510468337Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.510479468Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.510950567Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.535375059Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.536820517Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.536833767Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.53696924Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.538153962Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.539646091Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.539656791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.539793164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.572098158Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.603932383Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1c13abca-821b-4ad7-b482-d41bec01846d\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.603954654Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.603964184Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.604355422Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3d60aae8-4602-4a49-a158-c02feefc84ab\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.605563215Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":24,"elapsed":"414.548181ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.605623916Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7b43906-e69f-4797-a96a-354ac53cfd26\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.605641996Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.605650607Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:22:59.605658987Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.605672247Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38cea359-9e93-4afa-a2bb-48b4d11330e7\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:22:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.605724548Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.606080595Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.606698647Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":24,"elapsed":"415.822276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.609345358Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.609559152Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.612718013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.612960658Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.614386736Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.614556439Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:22:59.620880561Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":24,"elapsed":"429.969799ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:00.198234307Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"241b56dd-356b-44b5-b0f1-a3ad412ba7a2","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.191476982Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.191527012Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.191536683Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.191544293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.191833688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.191871189Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.193575092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.195826535Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.195841366Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.195968758Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.197719652Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.198044558Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.199887634Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.202114167Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.202126737Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.20225617Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.211725593Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.211749563Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":71,"elapsed":"20.277012ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.218013964Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.218217448Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:09.249800198Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"58.311107ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:10.198534712Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"44e5b5f4-b0f2-45dc-9c5b-32e482a6dda4","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.191788405Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.191862036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.191877877Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.191891307Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.192412647Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.192438247Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.1940992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.196289432Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.196301202Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.196443555Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.198392133Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.198711629Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.200191417Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.202441351Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.202452521Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.202594724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.210592988Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.210610489Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":72,"elapsed":"18.848184ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.220098952Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.220303836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:19.221737634Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"29.941029ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:20.199030899Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"d2e22674-671d-4d9d-b214-a8bac0a5c47d","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.19114714Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191221851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191234441Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191243661Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191252472Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191262382Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191271932Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191282512Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.191293133Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:13:29.191207891 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191304373Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191316233Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191327163Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191337913Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191347743Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191357914Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191368574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191378354Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191387764Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191398995Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191409755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191420305Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191429205Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.191440525Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191450145Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191458886Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191468966Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191478936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191488086Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191498946Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191507667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191516617Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191527057Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191536337Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191545527Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"8.34µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191557028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191567048Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191629679Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.19165072Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.19166135Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.19167438Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.19168441Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.1916939Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191744101Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191754751Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191764552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191774462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191785162Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"8.75µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191796612Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191807423Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191817973Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191827523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191836923Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191847433Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191857773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191870424Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"8.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191881744Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191891284Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191900914Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191911314Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191920605Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.191930915Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191941885Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"8.24µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191952515Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191962686Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":14,"elapsed":"13.99µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191973656Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191984516Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.191997666Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192010996Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192023147Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192037537Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192050317Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192062737Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 608289080 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192083828Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192096038Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192110588Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192123709Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192136349Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192147719Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192160429Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 608511545 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.19217657Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.19218582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.19219995Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.19221141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.1922237Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192237411Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192248511Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192261271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192316272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192334343Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192470325Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192487626Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192624368Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192640239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.192771481Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.194454354Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.040278ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.194589726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.194610137Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":13,"elapsed":"3.394455ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.195173217Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.195424372Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.196120666Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.196178327Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.196206997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"4.869134ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.196256218Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 612648045 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.196276549Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.196583545Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.197046614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:13:29.191207891 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.197078394Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"expiration\":\"2024-10-04T16:13:29.191207891Z\",\"pruned\":[]}","iteration":13,"elapsed":"5.839853ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.197617965Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.198101864Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.198124865Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.198333289Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.198457381Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 614859787 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.199551122Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.202421348Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"10.949012ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.203659772Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.206912714Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.207097928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.207254301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.207282102Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.207550827Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.209120537Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.209151208Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.209356051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.209419543Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.209452684Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.209626507Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.213236357Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.215823816Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.215862897Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.216088122Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.216113962Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.217880056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.217907557Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.21804417Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.218106231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.218423837Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.219142821Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.219377905Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.219397056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.219754323Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.22117167Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.223621427Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.223647838Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.223816581Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.226635405Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.23102698Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.231054571Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.232650967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.233953837Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.234222152Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.254526824Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.256281018Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.256324799Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.256499473Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.256740557Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.258358229Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.258386869Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.258496681Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.263292824Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.263909776Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.268822801Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.269342061Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.269370041Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.269379691Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.269679157Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.269709718Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.270176787Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.270565394Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.270592895Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.270604275Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"79.206931ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.270809059Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.270823329Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.270991583Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.271007273Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.272716186Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.273125774Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.273147414Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.273157495Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"81.481855ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.273180725Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.273190975Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.273391169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.273546832Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.273647944Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.273671494Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.273682805Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.27396682Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.274034581Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.274137303Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.275709354Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.275732394Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.275972469Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.276129322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.27654141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.276853776Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.276881776Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.276896767Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.277101831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.279809693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.296546036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.296844392Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.307000669Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.307032189Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.307042489Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.30705119Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.307332965Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.316317538Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.316348329Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.316359499Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.31636833Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.316616984Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.322838804Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.32520069Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.340042147Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.340067077Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.340299862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e2efc6d-3dab-45d7-adaf-127b27936325\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.340320002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.342449354Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.357333501Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.357355731Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.357551935Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63732800-abb1-4eac-9d5a-ff8e94c9e236\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.357581766Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.358666537Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.38780421Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.388155947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c240eba5-02c6-430d-b4b1-e960f55b02bf\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.388183917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.388433912Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.392310267Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 808697183 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.392915899Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"201.280769ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.393567761Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.393914868Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.393939449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.395167852Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.395249524Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.395731693Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.395754713Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.397806953Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.398470066Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.398729541Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.40125622Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.4012866Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.401469044Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.401539915Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.401837341Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.406328068Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.406747566Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"16fa4392-2ecf-4058-9a5a-f40892d23061\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.408350287Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":25,"elapsed":"216.684527ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.411743393Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.411771303Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":73,"elapsed":"220.072742ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.419468842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.419503123Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.419514083Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.419938381Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.423373147Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.423560271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.423881577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.425038499Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.42506475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.425195842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.42973994Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.429879163Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.429913364Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.431893862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.431921963Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.432081246Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.432484893Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"240.760983ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.433015753Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.433037874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.433201997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.435725236Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":25,"elapsed":"244.26999ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.436205335Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.436252506Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.436403979Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.437512331Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.440929826Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"249.203696ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.44108028Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.44109491Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.441305014Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.443092988Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.44371681Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.443733311Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.443743821Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.444003796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.444264791Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.444293302Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"252.53985ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.445161518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.446071626Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.446086836Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.44626938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.448172406Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.448195867Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.448449972Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.449286518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.449306648Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.449321689Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.449658495Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.451055422Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.456561399Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.456592969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.456786573Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.459798911Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.459833592Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.459849112Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.459861002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.459873172Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2}","iteration":13,"elapsed":"268.5936ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.468807575Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.468835976Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.468848286Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"277.40573ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.470789503Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.470931226Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.470957767Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.472601729Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.472631569Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.474592987Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.474623278Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":15,"elapsed":"283.281794ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.475991644Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.478660696Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.478778798Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.478794438Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.478959831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.478972192Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94aae671-61be-4dd6-afdb-245ec2f35b91\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.480309107Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.480553392Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.481408459Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.481423389Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.481434099Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.4814482Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1}","iteration":13,"elapsed":"290.197688ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.482434748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":25,"elapsed":"291.257138ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.484804924Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.484839475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"293.691065ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.499433747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":25,"elapsed":"308.278188ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.503486915Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.503515216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"312.09065ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.510291667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.510319167Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.510568452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c35b9e2e-8303-4a58-867d-48b90ed19b68\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.510595533Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.512084692Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.558391796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.558530599Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.558547339Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.560062969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.560079289Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.561785662Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.561797922Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:23:29.563461034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.563490975Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":15,"elapsed":"372.253044ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.564340811Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"372.642141ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.577002362Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.577445105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bd69955-3df0-4be3-9906-7045e0140171\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.577462824Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.57747158Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.577478574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.579845851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":25,"elapsed":"388.480707ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.639351831Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.639710688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.641494432Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.641507293Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.641806638Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.650219961Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.650487016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8326752e-02c3-43ac-ae3c-096cb04c0f2d\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.650504976Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.650514687Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.650742731Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.650752081Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.650759051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.650765721Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.650772332Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.650778712Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.650942505Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.652800161Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.652917533Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac9b7db-ebe8-4a7f-86ff-53956108ada2\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.652928613Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.653085936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c973116-75a8-4977-b8f2-7201da55fb38\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.653100057Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.653110267Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.747010441Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a9bd365c-515f-4dcb-b76e-cc57bbde4057\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:29.747036062Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.747045302Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.751259793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33017990-d50d-4bf3-bea7-44e85da21f9b\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:23:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.751300474Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.75160043Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.754940134Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.75522832Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.758046214Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.75834316Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.76042188Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.760612574Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:29.766893645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":25,"elapsed":"575.245816ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:30.198636058Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"69dc734d-5e15-4f5c-8f6e-cc63f0194ef6","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.191896072Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.191972683Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.191989313Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.192003894Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.192269449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.192454113Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.194083164Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.196349838Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.196363618Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.196500891Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.198447788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.198610121Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.200335985Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.202289303Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.202302523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.202431355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.211723765Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.211744895Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":74,"elapsed":"19.873374ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.225792267Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.226054282Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:39.252727247Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"60.821626ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:40.199191936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"7dbb1dfe-a7e4-4ab0-856c-99cc6019d2d1","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.191462022Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.191549953Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.191568954Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.191583374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.191980722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.192004522Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.21826988Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.218442163Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.219459673Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.220175967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"28.721545ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.221718936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.221731057Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.221867789Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.223729175Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.223879878Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.225235104Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.227153171Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.227165462Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.227295204Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.236069394Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:49.236081694Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":75,"elapsed":"44.657283ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:50.199007851Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"abdba570-8f80-4128-8922-5a92482d5b9c","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.190481969Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.19055622Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.190568651Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.190579121Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.190991069Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191017849Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191460538Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191474008Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191483208Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"13.811µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191493618Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191502009Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191511729Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191520889Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191529099Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191537139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191544949Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191553239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.19156059Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.19156875Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.19157657Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.19158543Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.19159422Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191602231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191610801Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191619361Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191628371Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191637751Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191644231Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"9.57µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191652292Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191659881Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191666432Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191673752Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"11.16µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191681862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191689322Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191697142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191703842Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"8.7µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191801884Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191883696Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.191930157Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.192032599Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.192043979Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.192057109Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.192069449Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.19207873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.19208578Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.19210406Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.193290583Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1604, tv_nsec: 609419159 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.193448696Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1604, tv_nsec: 609578532 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.195061977Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.482218ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.195461455Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.195613518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.196179619Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.196319182Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.197761579Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.198631236Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.198655967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.19884442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.198868051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.198876751Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.199068715Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.200348369Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.20036224Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.200504572Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.201436001Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.203050492Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.203076132Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.203084602Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.203222115Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.204933715Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.204951079Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.205083221Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.205396456Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.205629944Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.210765951Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1604, tv_nsec: 626887037 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.211989974Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.229098455Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.229123525Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.229131336Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.229610295Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.234379977Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.235328475Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.235659452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.237150651Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.237169511Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.237438616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.238253652Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.238752862Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.239417324Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.239801342Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.240117558Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.240260441Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.240361003Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.240511376Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.240636718Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.240982445Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.242558405Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.242577336Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"51.091197ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.243016744Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.243031434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.243282789Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.243615336Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.243632606Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.243760268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.245154755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.245528642Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"53.941162ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.246345198Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":26,"elapsed":"54.85784ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.246978361Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.247000801Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.247184774Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.251221612Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.251457467Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.252986597Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.255141248Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.255397993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.255410724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.255447634Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.255567616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.266692922Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.266733202Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.266744383Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.266943576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.266972997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.266986117Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":76,"elapsed":"75.465089ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.282069549Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.282108629Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.282396435Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c656d2ea-2f88-4aa9-b471-b56a09a0a7c4\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.282412755Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.283990576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.284758501Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.284770161Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.285015005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e5c897-0a7f-4b68-a28a-9713793650f7\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.285027376Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.285638148Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"93.989816ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.286469984Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.296329874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.296345384Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.296354565Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"104.831605ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.331280239Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.33130722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.331599196Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79a262ad-d558-44f7-8dc6-2b802f89a6a5\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.331611486Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.333136246Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.348809088Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"157.257139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.358308142Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.358652928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.360247169Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.361710758Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.361725268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.361869001Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.363529683Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.365181315Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.365192485Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.365355588Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.396808116Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.396879497Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.397127182Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc5df6d5-2902-471a-93d4-c4dcfa25d271\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:23:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.39858274Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.398800974Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.400604159Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":26,"elapsed":"210.144641ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.406997843Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":26,"elapsed":"216.511323ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.467487212Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd99506-b5a8-4ce2-a981-f8b7be2bc34c\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.467516812Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.467963861Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.469695994Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.469880688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.472539419Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.472811365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.475748961Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.47617393Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"327b7066-3d5c-47c0-91a3-516f00f195eb\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.478408733Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":26,"elapsed":"286.851454ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.506810882Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.507189559Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.509162577Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.511286258Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.511310718Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.511582754Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.513674674Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70cf7e47-7103-42d2-8359-6431304861c0\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.513695724Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.513705355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.513713045Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.51447443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":26,"elapsed":"323.003422ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.521254311Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.521515026Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc70a2e3-8cfd-48f1-bac3-932b25e00968\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.521537316Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.521547596Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.521845872Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.521864362Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.521872433Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.521879663Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.521888373Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.521895033Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.522092977Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.523467204Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.523593906Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"163d16b0-b850-4673-b06f-08f98d88f347\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.523610216Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.523707268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"183e2178-645b-4b67-8a84-1af0e207335c\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.523721938Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.523732398Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.640939883Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d1522248-0fc0-431f-855e-c33d1dbcfa6b\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:23:59.640971024Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.640980254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.641242689Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d0b0c02-071f-466f-9a69-665694e6fe83\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:23:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.64127245Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.641518005Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.645289878Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.645617434Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.648921768Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.649138212Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.65108968Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.651316224Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:23:59.659107645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":26,"elapsed":"467.499914ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:00.199502917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"c33f1182-da8a-43ef-8cce-7ed249eaf1db","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.191765782Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.191848594Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.191866234Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.191880044Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.192289772Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.192324353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.194031176Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.194834751Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.195164648Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.196245013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.196256628Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.196385022Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.196717147Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"5.001736ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.197723227Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.19788203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.199606324Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.201550551Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.201563511Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.201692404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.209990934Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:09.210017435Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":77,"elapsed":"18.268213ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:10.200292081Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"09eb6359-32a6-4b8c-9133-48fc1e7f7e6c","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":938,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.192557106Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.192644997Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.192662668Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.192678078Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.193079776Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.193110766Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.194947482Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.195401081Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.195604365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.196971301Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.407356ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.197117494Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.197129174Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.197263307Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.19897686Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.199125633Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.200461068Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.202372185Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.202384136Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.202511748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.211604544Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:19.211617374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":78,"elapsed":"19.093999ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:20.199359991Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"4bb88443-96bd-484a-8a4d-4117317d6af2","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191695617Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191775809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"24.24µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191790959Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191804019Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.1918149Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19182425Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19183605Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19184676Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19185748Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191867581Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191877411Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191887801Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191897621Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191908792Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191918952Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191928602Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191938312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191947912Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191956773Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191969603Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191981023Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.191992063Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192003393Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192014403Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192031274Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192042024Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192052884Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192063844Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192074365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192084635Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192096835Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192107745Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192121036Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192132576Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192142916Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.192154426Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192164917Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192174947Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.192185467Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192196037Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192206907Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\"}","iteration":15,"elapsed":"11.53µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192218778Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192229328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192240518Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192251098Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"6.06µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192262488Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192273139Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"9.42µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192284369Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192294799Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192304409Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192315029Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19232648Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19233573Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"9.241µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19234793Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19235796Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19236804Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192379661Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":16,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.192390911Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-10-04 16:14:29.192085655 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192401671Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192412421Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192422762Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192432202Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192443942Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192458252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192471272Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192484893Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192498353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192512093Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192525084Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192538844Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192552614Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192565024Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192579234Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192591885Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192604485Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192615605Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192628035Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192639456Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192652046Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192663076Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192675476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192688116Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ed7f5775-6570-4c64-8dd7-3edad837844c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fe55f180-6f58-492c-b446-36ebc0671644.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1634, tv_nsec: 608554163 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.192720737Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"437bc476-4b21-4af7-8f66-1dd3c4d45ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"8d4d1dcc-0aeb-4111-b589-76c62e3f31e6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53, target: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a5a02893-f57a-44f1-9417-ba7d2bad48ba.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1634, tv_nsec: 608601334 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.193557663Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"1.726393ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.19545402Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.195485361Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"3.759823ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.196152123Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.196178694Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.196559741Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.196601552Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.196877468Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.196897828Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:53\",\"[fd00:1122:3344:3::1]:53\",\"[fd00:1122:3344:2::1]:53\"]}","iteration":14,"elapsed":"5.155839ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.196947719Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1634, tv_nsec: 612826575 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.198407857Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.198424427Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.198652442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.198676422Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.198747894Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1634, tv_nsec: 614633320 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.199686682Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.199706952Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.199844295Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.200837404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.201351464Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.201373495Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.201606639Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.202396424Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.202412075Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.202420815Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"10.598305ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.203656928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.203828912Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.203840412Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.204087477Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.205172178Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.206525974Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.206553835Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.206711418Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"14.653183ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.206739398Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.207138436Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.207235288Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.207630355Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.207641056Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.207943571Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.20890735Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.20892062Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.208971051Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.208979961Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.209060183Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.209122194Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.209468711Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.209477011Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.209482651Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.209638874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.211121923Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-10-04 16:14:29.192085655 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.211134843Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"expiration\":\"2024-10-04T16:14:29.192085655Z\",\"pruned\":[]}","iteration":14,"elapsed":"19.040378ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.211216845Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.211860327Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.212211694Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.212809365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DnsResolver","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-aa8e6401-6fd2-404f-a0bf-a5d96a686c21.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1634, tv_nsec: 628685022 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.213176232Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.213266384Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.213443288Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.213593111Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.213809365Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.213940887Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.214134531Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.214228013Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.214544209Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.215182091Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.215208672Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.215220302Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.215230522Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.215432426Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.215550488Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.215735992Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.216748641Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.216774902Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.216947065Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.219494485Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.219583266Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.222714227Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.222729797Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.22285563Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.2228672Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.222968572Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.223071034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.232738081Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.232782271Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":79,"elapsed":"40.85856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.234685248Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.235076706Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.239863838Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.241146993Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.241545701Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.241641642Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.241654833Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.241877807Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.246409495Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.246720421Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.248195939Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.251644126Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Sled { parent: Fleet, key: aa8e6401-6fd2-404f-a0bf-a5d96a686c21, lookup_type: ById(aa8e6401-6fd2-404f-a0bf-a5d96a686c21) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.251679747Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.25186337Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.252459592Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.252693936Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.254302477Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.256068071Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"0","iteration":27,"elapsed":"64.297502ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.256159863Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"64.080479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.256595931Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.257816415Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.257839226Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.25808345Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.259158891Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.259188252Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.259202502Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"67.151838ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.260511427Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.262603608Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.262627688Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.262641368Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.262863133Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.269082053Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.269109223Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.269116373Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.269416649Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.2709916Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.271277085Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.271656573Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.272927977Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.273395866Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.274912645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.274928406Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.27514822Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.275371354Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.275397645Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.275543348Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.275898375Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.275922535Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.276067418Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.277060037Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.27826408Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3d8941c0-0a96-4088-858a-635a7673ef34"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.278286041Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.278295141Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:57.205554 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.278304021Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2}","iteration":14,"elapsed":"86.487811ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.27928274Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.27929599Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.279502044Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.283853298Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"91.871126ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.28858201Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.288864245Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.300455849Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.300481699Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"108.390694ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.306823452Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.306847373Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.306857233Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"114.761458ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.310059235Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.310074305Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.310081115Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.310087605Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.310449582Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.319776083Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.320090058Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.340780328Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"148.943018ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.346136572Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:53/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.37914783Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.37917561Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"187.2957ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.393741722Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.393763002Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.395297312Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8daa14f0-f130-474a-8b13-ba1ed0481f10\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.395320732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.397101987Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.419061431Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.419085422Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.419312706Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36c66b4f-e96d-4f8f-884e-8d3e66cbad90\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.419327306Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.420527739Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.469413874Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.528071808Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.528119149Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.528433604Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74fc0d5a-66f8-4346-981b-f52bc05ef34f\", \"content-length\": \"26\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.528449105Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.530441853Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.626729034Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.661233751Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.665648476Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.666202067Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.667843178Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.667857269Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.668007072Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.668443Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.66845647Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.668592203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.669746625Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":27,"elapsed":"478.031897ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.680896201Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.680936562Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.681035204Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::8]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.681046914Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.682297268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::9]:5353/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.682309078Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.683685885Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.683711775Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::8]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): error sending request for url (http://[fd00:1122:3344:101::8]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:101::9]:5353\":{\"Err\":\"failed to propagate DNS generation 2 to server [fd00:1122:3344:101::9]:5353: Communication Error: error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): error sending request for url (http://[fd00:1122:3344:101::9]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":16,"elapsed":"491.766743ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.688007058Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.688278353Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b49dec2-a377-490e-ad59-0dcf11b36122\", \"content-length\": \"1\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.689274943Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.689534928Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.690354124Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81d105b-840b-46d6-af76-a8054c903e49\", \"content-length\": \"372\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.690371264Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.690617289Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.692073967Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"null","iteration":27,"elapsed":"500.181816ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.693682728Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.693936873Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.695946732Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.695967672Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.695977352Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.696013203Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3f2bf91-6b7b-4ea2-9f59-135cc1d83700\", \"content-length\": \"691\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.696042883Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.696052694Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.696060254Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.696312189Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.697654965Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.69791914Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.69846946Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":27,"elapsed":"506.552799ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.699755915Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-10-04T16:11:27.506567Z, time_modified: 2024-10-04T16:11:27.506567Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, db_silo: Silo { identity: SiloIdentity { id: b0d3fe97-8913-4a68-b2e2-990f53ee5fad, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-10-04T16:11:57.106030Z, time_modified: 2024-10-04T16:11:57.106030Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: \"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.699779726Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]}},\"default_endpoint\":{\"silo_id\":\"b0d3fe97-8913-4a68-b2e2-990f53ee5fad\",\"tls_certs\":[\"008791a9db55ff84af07168006de8ada95adad87bb056ed6cf24966bb9453695\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"507.66339ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.700834346Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.701155912Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"SledAgent":"aa8e6401-6fd2-404f-a0bf-a5d96a686c21","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6458f283-4c17-4ba0-abb3-fa1d63866cff\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.703065129Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":27,"elapsed":"511.213339ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.723990454Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:53/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.724174777Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:1::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.724189707Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:1::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.724226268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.725432601Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:3::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.725445892Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:3::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.726845779Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.726861989Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.72690088Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:2::1]:53/config\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.72691185Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_server_url":"http://[fd00:1122:3344:2::1]:53","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:165"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.727018362Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: failed","v":0,"name":"nexus","level":40,"time":"2024-10-04T16:24:29.728344508Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:2::1]:53] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/dns_propagation.rs:104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.728387048Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:1::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:53/config): error sending request for url (http://[fd00:1122:3344:1::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:2::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:2::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:53/config): error sending request for url (http://[fd00:1122:3344:2::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"},\"[fd00:1122:3344:3::1]:53\":{\"Err\":\"failed to propagate DNS generation 1 to server [fd00:1122:3344:3::1]:53: Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:53/config): error sending request for url (http://[fd00:1122:3344:3::1]:53/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)\"}}}","iteration":16,"elapsed":"536.283163ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.729175404Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ac217dc4-50e8-4635-bf4b-d15c3561a4dd"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.729189624Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.729197964Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"current_time_created":"2024-10-04 16:11:56.454557 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.729206374Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"generation\":1}","iteration":14,"elapsed":"537.455156ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.741156855Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.7414219Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.74345812Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 786cb8b1-e661-4896-b9e8-1f6991a0429a, rack_id: 05dd784b-4876-4e20-8776-1c9d1fe7db9e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(26a05a91-a345-4933-9417-ac1736f1ccb5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.74347802Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.743686304Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.752575344Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.752839705Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d22cdca-cb99-41bb-b49c-35ac2cd12545\", \"content-length\": \"121\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.75285777Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.75286767Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"26a05a91-a345-4933-9417-ac1736f1ccb5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.753159447Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.753169637Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.753176727Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.753183628Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.753190458Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.753196788Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.753365331Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.755045523Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.755181016Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c021fc5-97a0-42dd-851c-77279432202c\", \"content-length\": \"2\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.755194766Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.755294708Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"component":"DpdClient","rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1f78347-106e-4409-af6c-c25e5e07db3a\", \"content-length\": \"52\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.755308809Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.755319699Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.880432277Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7c98313f-dff1-4153-a390-ec8a7c313d76\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:29.880459527Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.880468837Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.880720712Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"rack_id":"05dd784b-4876-4e20-8776-1c9d1fe7db9e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d94cc3-76b4-4d0c-9553-5356b9be6292\", \"content-length\": \"667\", \"date\": \"Fri, 04 Oct 2024 16:24:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.880761273Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.881042768Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.884099268Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.884289941Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.887204637Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.887454962Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.88942092Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.889608454Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:29.895896025Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{}","iteration":27,"elapsed":"704.098626ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-10-04T16:24:30.199510442Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"uri":"/7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","method":"GET","req_id":"3d6b0007-1666-4e67-830f-135c6c11fb8c","remote_addr":"[fd00:1122:3344:101::d]:49724","local_addr":"[fd00:1122:3344:101::c]:45079","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.191799567Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.191880468Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.191898298Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.191912269Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.192163803Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.192309976Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.194432667Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.196591739Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.19661314Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.196736372Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.198760211Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.199034616Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.203199237Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.205507412Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: b5ba6943-6e00-4bde-8249-ae324ac519cd, lookup_type: ById(b5ba6943-6e00-4bde-8249-ae324ac519cd) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.205522282Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.205695735Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.215936493Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"original_time_created":"2024-10-04 16:11:17.587445 UTC","original_target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","time_created":"2024-10-04 16:11:17.587445 UTC","target_id":"b5ba6943-6e00-4bde-8249-ae324ac519cd"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.215959563Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"b5ba6943-6e00-4bde-8249-ae324ac519cd\",\"time_created\":\"2024-10-04T16:11:17.587445Z\"}","iteration":80,"elapsed":"24.178537ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.224923037Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.225152621Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-10-04T16:24:39.25305888Z","hostname":"oxz_nexus_7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","pid":23146,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"7ad8ee6a-473a-4709-beff-1c1cde3cfe2c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"61.257364ms"}