{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:03.45837651Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"eb1ae488-e36e-4751-b35b-605dc063ab94","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":338,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.645497224Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.645549845Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.645560115Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.645569096Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.645845044Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.645928456Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.647939434Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.650267952Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.650297912Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.650434236Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.652154176Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.652338011Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.653914117Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.656045489Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.656056389Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.656186473Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.6660886Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.66611561Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":71,"elapsed":"20.629157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.675753749Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.676039257Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:05.704919373Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"59.40614ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:13.458478971Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"64117737-af58-4727-9e3d-8496537491a1","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.645645695Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.645691906Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.645699997Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.645707747Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.645992175Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.646081828Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.647724325Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.648002793Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.648466286Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.650827655Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.650847426Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.65099723Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.653352888Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.653568304Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.655300834Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.657787646Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.657797896Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.657939701Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.670763162Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.670788823Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":72,"elapsed":"25.120117ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:15.677132496Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"31.497642ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:23.4585455Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"42584106-a867-4f71-b1ed-84c7e8545746","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.64592741Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.645975202Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.645985592Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.645993452Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646000862Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-14T01:15:25.646008273Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646018143Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646024773Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\"}","iteration":14,"elapsed":"23.031µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646033913Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646041803Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646048024Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646057684Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646065534Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646072134Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646078724Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646085695Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646093885Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646101025Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646106515Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646114076Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.646121526Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646127856Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646134906Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646141937Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646149307Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646158067Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.646165797Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646173047Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646180498Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646187608Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646194738Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646202938Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646209898Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.646216519Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-14 01:05:25.646132496 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646223799Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646236939Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646247269Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.64625675Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.64626716Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.64627616Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646285401Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646295481Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646304531Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646314542Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646324212Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646333582Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646343862Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646355693Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646365303Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646376423Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646386864Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646396304Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646406994Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646416084Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646425965Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646436495Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646446625Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646456666Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646467056Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646476936Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646493857Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646503907Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646514397Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646523077Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.64661809Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646638551Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646651271Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646663512Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646675012Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646683932Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646694453Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646705963Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646717443Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646729223Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646748704Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646766644Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646777805Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646827726Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646854467Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646882538Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646895728Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646905099Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646914489Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646923429Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646931249Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.64693866Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.64694748Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.64695644Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"381b8112-f609-4c4d-ac80-0170ad8fc4bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 475837691 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.64697008Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646985561Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.646994461Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647001711Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647043983Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1b585a7c-7eb0-4894-b8b3-3ef1983891e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"36100ee5-fa9a-4857-a844-70bec0e8601f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 475918943 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647060143Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647214277Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647241718Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647372312Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647395193Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.305508ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647404893Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647412103Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647512886Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647525557Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.578706ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.647577348Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.648709611Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.649575536Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.546952ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.64972705Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.650260306Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.651036248Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.651658486Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.651679537Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.651875402Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.652011406Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.652031287Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.652202202Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.652727907Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.652740127Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.652891922Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.652988615Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.653009255Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.653134269Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.655816526Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-14 01:05:25.646132496 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.655836797Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"expiration\":\"2024-12-14T01:05:25.646132496Z\",\"pruned\":[]}","iteration":13,"elapsed":"9.68688ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.656039533Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"9.882446ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.656341772Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.656496236Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.656570668Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.65836305Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 487242461 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.658591757Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.658803563Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.658815093Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.658954737Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.659518264Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.659794641Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.661411438Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.662239652Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 491116133 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.662533701Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.662961593Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.663092227Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.663105157Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.663259812Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.664322712Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.664730784Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.664750905Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.66490952Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.667450373Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.667472344Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.667718871Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.668890925Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.670591574Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.670614275Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.670739948Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.670758469Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.671239313Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.67148013Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.672294903Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.672311724Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.672434197Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.673835768Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.675521767Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.675548057Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.675693472Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.677380021Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.681566831Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.681880271Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.683962561Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.692542719Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.694847846Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.695098143Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.695133874Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.695260598Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.69532476Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.695579287Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.695596918Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.695611858Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"49.507533ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.69706032Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"50.582534ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.699026957Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"52.654914ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.69981865Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 528689401 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.70018389Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.700205551Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.700778507Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.704226987Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.70467745Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.706252786Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.706559235Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.706572155Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.706578815Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.706693379Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.706864014Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.707463761Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.707490032Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.707500582Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.707674247Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.707696938Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.707795311Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.708583604Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.708596524Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.708789209Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.710098147Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.710120858Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.710320744Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.711269761Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.711536349Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.712232859Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.712497887Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.714423493Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.71468089Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.71641828Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.719154369Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.71918051Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.720118547Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"74.044213ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.720582591Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.720604921Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.720819787Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.725203374Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.727718527Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.727740698Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.727754108Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"81.609932ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.728935873Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.729406276Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.729762036Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.730036884Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.730054235Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.730063545Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.730072055Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.730282191Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.731452535Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.731782995Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.732758803Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.732787444Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"86.464092ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.733218756Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.733243337Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.733384341Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.735920064Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.735942585Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.736157822Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.73714307Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.737172341Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":73,"elapsed":"91.21199ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.742914097Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.743216956Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.745916944Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.74611205Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.748077686Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.748098247Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.748108317Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.748161259Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.748331574Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.749606581Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"103.31218ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.751034202Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7e423e95-464a-471f-a0d9-4799977f0b0f, lookup_type: ById(7e423e95-464a-471f-a0d9-4799977f0b0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.751071173Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.751262419Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.753230245Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"0","iteration":25,"elapsed":"107.056298ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.753870604Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.754333888Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.754739279Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.755303885Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"108.971184ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.756244623Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.756379757Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.75647825Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"110.200599ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.7564901Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.75892024Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"112.850486ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.759021413Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.759033273Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.75927604Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.759854797Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.762543905Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.762563655Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.76271342Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.762790072Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.770526126Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.770543086Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"866c9448-c447-4b92-96b6-611d51967e09"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.770553277Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.770800584Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.772879544Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.772904715Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.772912135Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.772918535Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.773251195Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.774589954Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.777357044Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.778742264Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.778756094Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.77897633Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.779219177Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.779229808Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.779377392Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.781053991Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.781066951Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d9c36d0c-d7d2-439f-a748-798b6d8dea0c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.781076511Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.781354019Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.785632273Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.785658664Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.785669224Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"139.26188ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.787116696Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.787142227Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.787451046Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5270a9d6-c46c-41c7-a31f-d322974dc50f\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:15:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.787468296Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.789122364Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.803758348Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"157.758225ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.811320686Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-14T01:03:19.260831Z, time_modified: 2024-12-14T01:03:19.260831Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.811355758Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"2c668072-a9a1-4a69-928c-e118c99521be\",\"tls_certs\":[\"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\"]}},\"default_endpoint\":{\"silo_id\":\"2c668072-a9a1-4a69-928c-e118c99521be\",\"tls_certs\":[\"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"165.335155ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.815552929Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.818378471Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.818394931Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.818542395Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.820158922Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.822517751Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.822541591Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.822683175Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-14T01:15:25.859218133Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.859246053Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"212.987784ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.904644517Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.904658578Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.904956886Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f56a42d-4583-41e5-9fc1-725c3b64a847\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.904972737Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.906922473Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.99249581Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.99286283Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"67092b4f-2d8b-4490-8b3a-398695c2af95\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.992875961Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.994409925Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"43abf88d-93ea-40d9-8dcf-c5196a7ed838\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.994424316Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:25.996479635Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:25.996495345Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"350.269176ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.030351515Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.080924709Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.080947099Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.081171126Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5798e899-d3b1-43d2-8d51-1662d8fd568f\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.081188096Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.083127162Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.095220432Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.095690676Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b3845fb-c591-40a3-9ac5-b86ba3d1d755\", \"content-length\": \"691\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.095712437Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.095721707Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.095728827Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.096641294Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":25,"elapsed":"450.513697ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.110391912Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":25,"elapsed":"464.160603ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.123488211Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.123731487Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72950b07-ffe8-491e-bc35-1b4adbf007d4\", \"content-length\": \"2\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.124708976Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.124970653Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.133756737Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.133767778Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.134036136Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fc19947-45e9-4054-a36a-25d667d2c03b\", \"content-length\": \"372\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.134063926Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.134361225Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.136583709Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"866c9448-c447-4b92-96b6-611d51967e09"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.13660717Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.136616Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_time_created":"2024-12-14 01:03:51.993091 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.13662376Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":1}","iteration":13,"elapsed":"490.517785ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.136678172Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d9c36d0c-d7d2-439f-a748-798b6d8dea0c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.136689873Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.136696623Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_time_created":"2024-12-14 01:03:53.017536 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.136703623Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":2}","iteration":13,"elapsed":"490.416762ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.137361282Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"null","iteration":25,"elapsed":"491.01769ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.152576062Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.153027445Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"88aca7f1-14ef-4c1a-a058-692505d92e61\", \"date\": \"Sat, 14 Dec 2024 01:15:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.153039486Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.155033363Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d01f55f2-8ece-4703-99f0-63065bfa3210\", \"date\": \"Sat, 14 Dec 2024 01:15:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.155043093Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.15631334Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"40527415-add0-41b9-b356-92f00a019a1a\", \"date\": \"Sat, 14 Dec 2024 01:15:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.156322731Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.157195326Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.157221097Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"511.310646ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.175375402Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.175398373Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.175599319Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"13d8309f-04a1-489e-8736-0dfb1446d3ad\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.175609669Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.175931478Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.17771008Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.177914726Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.180286134Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.1804707Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.18358185Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.18359418Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.183900629Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e4238796-0d82-4ece-8cac-3e62d52afea1\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.185853785Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":25,"elapsed":"539.778191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.219610832Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.21987797Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.221793035Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: bb1a4b50-730e-48ee-a311-8a9b9d7bcb73, rack_id: f30fd360-30ae-4088-9821-aa98c2bc8c09, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(bb9f5a1a-5708-4d58-ba4f-c62102236426) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.221802376Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.22195576Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.232964599Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.233201626Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2d7f370-588a-48fb-a924-a6d404a9900c\", \"content-length\": \"134\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.233224406Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.233233416Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"bb9f5a1a-5708-4d58-ba4f-c62102236426","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.233478174Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.233486704Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.233493254Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.233499574Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.233506154Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.233512475Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.23369544Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.23370841Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.233910566Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.233919106Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.234220035Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.236063978Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.236187432Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bbc8611-d9ce-47b2-b74a-a28df4dbe840\", \"content-length\": \"2\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.236201942Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.236292165Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bfd900a-9101-4c6e-bfc6-90fe51144088\", \"content-length\": \"52\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.236322106Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.236333506Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.332742116Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f3e49ad1-816c-417f-bdc4-90d52d62bacd\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:26.332765547Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.332776467Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.332990863Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c31ecdb6-a97e-41ba-a7cc-fee99f658b3c\", \"content-length\": \"682\", \"date\": \"Sat, 14 Dec 2024 01:15:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.333021714Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.333264411Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.336600838Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.336835574Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.338820172Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.339128231Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.341242942Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.341419647Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:26.349744898Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":25,"elapsed":"703.430816ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:33.45754527Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"8ab3acd7-f6b7-4a32-95de-c8391642f6dc","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.645192398Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.645239889Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.64525039Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.64525869Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.645534498Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.645572939Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.647769813Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.650123621Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.650146262Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.650297176Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.652565632Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.65286022Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.657291768Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.659609625Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.659627456Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.659754449Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.672707504Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.672727515Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":74,"elapsed":"27.530847ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.680746667Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.680959633Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:35.712496786Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"67.311838ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:43.458516715Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"9d41303c-22d3-45e2-b8c9-4c1757050a48","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.645892956Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.645945217Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.645954748Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.645961608Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.646262297Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.646279257Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.648684367Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.650987393Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.650998723Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.651159128Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.652760285Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.653023122Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.654483624Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.656691048Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.656701409Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.656840543Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.669665004Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.669680434Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":75,"elapsed":"23.789608ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.67438838Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.674567006Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:45.701761443Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"55.882797ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:53.457989889Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"513da0df-2f16-40d1-a0fa-b155a5746077","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645123521Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645179643Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645190043Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645199714Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645207354Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645215984Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645223574Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645230724Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645238155Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645247015Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645256255Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645264235Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645272076Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645281296Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645289166Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645297596Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645307166Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.645318697Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645331817Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645344768Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645356998Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645369118Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645382579Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645394099Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645406089Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.6454194Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645432Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.64544401Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645455391Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645467521Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645480291Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645489592Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645497572Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645506362Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645514143Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645572814Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645591795Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645609015Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645853462Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645963856Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.645971766Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.646026377Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.646035388Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.646043588Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.646053288Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.646061698Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.646082069Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.646090289Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.646098549Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.64610777Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.6461286Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.648694335Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.648787747Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 477702628 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.649114987Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.649368784Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.935884ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.65060021Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.65061421Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.650757874Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.653490693Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.654119301Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.654201054Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 483122425 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.654468812Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.654583055Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.654726119Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.656239953Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.656252603Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.656459339Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.658772526Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.658836548Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.658847588Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.659670882Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.662158114Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.662186465Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.66237784Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.665329236Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.665593193Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.665653135Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.665856941Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.666186811Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.666198871Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"21.050259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.680028151Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.681901556Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.681921156Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.682091481Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.684494831Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.684912053Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.687093776Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.687358774Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.688835486Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"43.690185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.689084793Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.68930275Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.690812433Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.690881285Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.691306628Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.691638867Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.693023787Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.693141451Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"47.722971ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.693276835Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.69347217Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.693504111Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.693515112Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.693685797Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.693705207Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.694622654Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7e423e95-464a-471f-a0d9-4799977f0b0f, lookup_type: ById(7e423e95-464a-471f-a0d9-4799977f0b0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.694638624Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.69485998Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.695336934Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"49.862403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.696549949Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.696887659Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.698955809Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"0","iteration":26,"elapsed":"53.732495ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.69898359Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 527910521 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.699276698Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.702282005Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.702569344Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.703944714Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.703956234Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.704113278Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.704972203Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.704982373Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.705128048Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.707733433Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.707754264Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.708082623Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84766844-5295-435b-879c-cd7f2ee72185\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:15:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.708098264Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.708627409Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.708652Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.70866245Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.708885826Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.710720919Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.718885536Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.720350838Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.720368969Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":76,"elapsed":"75.103533ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.720561344Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.720573355Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.720724639Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.728442902Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"83.330042ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.728947037Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"83.502536ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.734321042Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"88.921273ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.737596667Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.737614608Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.737960118Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b4ef1f-d6fa-4c79-8de0-87252839326a\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:15:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.737974288Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.739476922Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.743693864Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.743710264Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.743717574Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.743955441Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.749997776Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.750413718Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.779742117Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.779769648Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.779779878Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"134.390369ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.812641159Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":26,"elapsed":"167.459676ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.814158343Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"168.687481ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.816441419Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.816458499Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.816766759Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56a1b67-0451-4304-b621-a454e881be07\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:15:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.816781739Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.818177639Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.84240689Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.842703259Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03c9e26d-425e-4318-b4dc-0f179423da75\", \"content-length\": \"2\", \"date\": \"Sat, 14 Dec 2024 01:15:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.844139231Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.844430999Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.847116317Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.847425796Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.934467985Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.934488975Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.934828195Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5fc8630-bee0-480a-b2e2-09d2e8aaa29b\", \"content-length\": \"372\", \"date\": \"Sat, 14 Dec 2024 01:15:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.934852146Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.935102833Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.936640977Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.936660798Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"null","iteration":26,"elapsed":"291.425704ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.938243284Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.938259294Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.938415809Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.939924072Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.941304772Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.941318253Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.941453717Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.974997198Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.975020868Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.975248775Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3f243816-9179-479a-b322-03e3855538cd\", \"date\": \"Sat, 14 Dec 2024 01:15:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.975264175Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.975622916Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.978258442Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.978704305Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.982249297Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.982472964Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:55.984869943Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.984887274Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.985265235Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8724b3fa-c0ba-485f-b232-9e060c2de6c3\", \"date\": \"Sat, 14 Dec 2024 01:15:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:55.986341496Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":26,"elapsed":"341.03523ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.003927655Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.004248734Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fd153d1-047c-489b-882c-e90d5dd2b2f8\", \"content-length\": \"691\", \"date\": \"Sat, 14 Dec 2024 01:15:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.004272485Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.004284145Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.004293995Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.005152Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":26,"elapsed":"359.826843ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.02898792Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.029362221Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.031855413Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: bb1a4b50-730e-48ee-a311-8a9b9d7bcb73, rack_id: f30fd360-30ae-4088-9821-aa98c2bc8c09, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(bb9f5a1a-5708-4d58-ba4f-c62102236426) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.031874293Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.032033658Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.041671217Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.041982876Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd65cab3-1c6a-4de6-b039-4e96a6d12a9e\", \"content-length\": \"134\", \"date\": \"Sat, 14 Dec 2024 01:15:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042000177Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042011697Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"bb9f5a1a-5708-4d58-ba4f-c62102236426","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042303415Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042316536Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042324986Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042333646Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042342246Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042350047Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042518101Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042527882Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.042751398Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.042760839Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.042960254Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.045180698Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.045305302Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f084bab-66a5-4597-a4b7-a0cc15f0ba1f\", \"content-length\": \"2\", \"date\": \"Sat, 14 Dec 2024 01:15:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.045316582Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.045516568Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be4f223-433b-4740-a603-d0bfaab2b2f1\", \"content-length\": \"52\", \"date\": \"Sat, 14 Dec 2024 01:15:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.045529009Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.045539989Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.14024807Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c31d5fec-ee09-4871-ba90-9914991552f9\", \"date\": \"Sat, 14 Dec 2024 01:15:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:15:56.140273861Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.140285371Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.140477786Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b02342c-2114-4e7c-87c4-dc90dc8ca621\", \"content-length\": \"682\", \"date\": \"Sat, 14 Dec 2024 01:15:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.140500837Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.140770515Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.144962716Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.145144971Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.148660943Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.148823628Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.150921558Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.151150475Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:15:56.157449507Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":26,"elapsed":"512.249014ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:03.451825827Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:51438"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:03.451907669Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending","method":"GET","req_id":"d0021bef-ac75-4c6d-b9ae-d407e61237b5","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:03.45226322Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending","method":"GET","req_id":"d0021bef-ac75-4c6d-b9ae-d407e61237b5","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:03.454881285Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending","method":"GET","req_id":"d0021bef-ac75-4c6d-b9ae-d407e61237b5","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3017,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:03.455073621Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D","method":"GET","req_id":"ee092d31-58f6-4472-acee-4d8b6c131fa3","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:03.45538584Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D","method":"GET","req_id":"ee092d31-58f6-4472-acee-4d8b6c131fa3","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:03.45746931Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D","method":"GET","req_id":"ee092d31-58f6-4472-acee-4d8b6c131fa3","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2437,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:03.457832161Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"fae5f369-0d9b-4ce8-b6bd-c5863c973e6c","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.645064706Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.645118368Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.645128148Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.645136148Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.645467808Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.645605932Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.647122056Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.649468824Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.649481024Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.649642059Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.651554104Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.651786031Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.653798879Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.656063444Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.656077435Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.656211789Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.665624331Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.665639602Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":77,"elapsed":"20.597656ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.675240819Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.675516738Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:05.676921058Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"31.845702ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:13.457864829Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"da749f3e-4edb-44de-abde-8f31206be262","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":347,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.645043773Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.645101985Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.645111965Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.645120075Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.645388383Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.645401733Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.647428882Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.647607347Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.64907505Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.032967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.674754473Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.677206914Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.677219864Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.677363358Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.678516502Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.678731038Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.680213011Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.682356753Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.682369483Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.682502597Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.694841324Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:15.694857285Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":78,"elapsed":"49.857392ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:23.457805847Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"e0ae5af4-2c3e-4a56-abe5-b071d3903b3c","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":449,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645025782Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645079573Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645089834Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645097714Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645105034Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645112274Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645119395Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645126785Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645134055Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645142385Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645151715Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645161786Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645173856Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645184396Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645194977Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645204377Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645214517Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645223378Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.645232778Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645242368Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645251698Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645260528Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645269619Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645278749Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645290699Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.64530108Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.64531012Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.64531986Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-14T01:16:25.64532933Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645340871Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645351971Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\"}","iteration":15,"elapsed":"15.141µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645365262Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645374502Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645383912Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645392542Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645402643Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645413153Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645422123Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645432233Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.645442594Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645451994Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645462444Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.645471885Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-14 01:06:25.645258228 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645481245Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645491425Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645501306Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645511926Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645522306Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645532746Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645542817Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645552697Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.64566261Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645676091Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645686401Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645695501Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645705921Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645714282Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645723322Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645734242Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645744682Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645753533Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645763623Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645772583Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645784594Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645796774Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645808834Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645819185Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645827145Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645833955Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645842125Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645849796Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645857716Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645864576Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645871126Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645877716Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645884606Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645892647Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645899367Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645905907Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645914367Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645922698Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645930688Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645939048Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645947278Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645954779Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645964719Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"381b8112-f609-4c4d-ac80-0170ad8fc4bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 474890679 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.645976829Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.64598628Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1b585a7c-7eb0-4894-b8b3-3ef1983891e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"36100ee5-fa9a-4857-a844-70bec0e8601f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 474926930 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.646399312Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.646414542Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.305567ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.646433293Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.646442753Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.148743ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.647844373Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.649404719Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.117599ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.649505511Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.649520012Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.649659486Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.650063258Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.650216452Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.650740587Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.650884311Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.651339235Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.651657864Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.651807998Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.652129307Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.652480988Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.65291178Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.65292809Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.653067214Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.653525548Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"8.365832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.654275099Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.65533343Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"10.111763ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.656203955Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.656223156Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.65635653Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.656485143Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-14 01:06:25.645258228 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.656497614Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"expiration\":\"2024-12-14T01:06:25.645258228Z\",\"pruned\":[]}","iteration":14,"elapsed":"11.230485ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.659549432Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"14.222421ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.659631444Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.660657604Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.660898181Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.660911712Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.660919332Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.661164029Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.661384205Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 490339676 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.661668763Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 490642705 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.661765686Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.661965852Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.662163188Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.662635451Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 491606562 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.662702803Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.662715754Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.662901979Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.66292257Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.663064474Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.663077394Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.663259599Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.665293898Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.666572085Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"21.4284ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.667053419Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.668402628Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.668583634Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.668649715Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.668933344Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.668992905Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.669005326Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.669203051Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.674702Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.675006789Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.676851073Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.67883515Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.678861211Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.679027126Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.683619049Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.685313158Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.685338358Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.685491543Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.687930063Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.68816231Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.68851462Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.689037795Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.689510939Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"44.383435ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.689569991Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.691027833Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.691041513Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.691050674Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"45.804696ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.69127464Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.691289291Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.691442685Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.694215545Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.695542754Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.695809181Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.695850303Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.696813831Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.696835521Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.697001996Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.698264462Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.698623473Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.698770747Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.700835287Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.701094684Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.701375123Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.70163046Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"56.319179ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.701651191Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.70302967Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.703158154Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.705930114Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.705942995Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.706100949Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.707705736Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7e423e95-464a-471f-a0d9-4799977f0b0f, lookup_type: ById(7e423e95-464a-471f-a0d9-4799977f0b0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.707733847Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.707747377Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.707757437Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.707767037Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.707776918Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.707941453Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.708045705Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.71027458Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"0","iteration":27,"elapsed":"64.866967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.715425529Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.71926404Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.719293341Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.719472816Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.722605107Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.722624727Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d9c36d0c-d7d2-439f-a748-798b6d8dea0c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.722635958Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.722819793Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.722830883Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.722836584Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.723005578Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.723110501Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.732554015Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.733913354Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.733938255Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":79,"elapsed":"88.761188ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.73583414Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.73586623Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.736057996Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.741524874Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.743884303Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.743900413Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"98.8255ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.744630774Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.744944393Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.745810898Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.745821279Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.745828169Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.745834589Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.745894901Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.745902371Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.745909371Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"100.658793ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.74621878Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.747869848Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.750582307Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.750600697Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.750767712Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.759936977Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.760439852Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.76245738Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.762472031Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.762633765Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.764495819Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d9c36d0c-d7d2-439f-a748-798b6d8dea0c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.76452039Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.76453069Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_time_created":"2024-12-14 01:03:53.017536 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.76454006Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":2}","iteration":14,"elapsed":"119.417606ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.765331733Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.765345424Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.765354694Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"119.981583ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.76590334Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.766210269Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-14T01:16:25.769577356Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.769598867Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"124.547324ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.775389464Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"130.349412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.778179875Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.778538876Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.785492917Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.785509967Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.785850057Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5718c5c1-e633-4878-8b46-b827340acdf3\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:16:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.785870648Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.787029161Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.787038382Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"866c9448-c447-4b92-96b6-611d51967e09"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.787047482Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.787267468Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.788209025Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.788853904Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.792970463Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.792990124Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.793000314Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.793015344Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.79319445Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.793262662Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a4c2a65-7647-4799-a9fa-ec39e6189074\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:16:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.793280902Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.794887989Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.795054503Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"149.844896ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.795319571Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"866c9448-c447-4b92-96b6-611d51967e09"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.795330782Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.795345392Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_time_created":"2024-12-14 01:03:51.993091 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.795355592Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":1}","iteration":14,"elapsed":"150.176536ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.795554348Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.795566018Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.795788115Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40d47737-f991-4a7d-8c62-b6d21352d696\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:16:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.795804945Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.798094331Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.798683559Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.800328366Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.800340967Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.800503781Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.842584079Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-14T01:03:19.260831Z, time_modified: 2024-12-14T01:03:19.260831Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.8426191Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"2c668072-a9a1-4a69-928c-e118c99521be\",\"tls_certs\":[\"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\"]}},\"default_endpoint\":{\"silo_id\":\"2c668072-a9a1-4a69-928c-e118c99521be\",\"tls_certs\":[\"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"197.277849ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.871092114Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.871394033Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.873058661Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.874590015Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.874605045Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.87474611Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.876319075Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.877812428Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.877827349Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.877966543Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.941345767Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.941707718Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f3676aaa-582a-49bb-952a-a0582ca140ca\", \"date\": \"Sat, 14 Dec 2024 01:16:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.941721798Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.942754408Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e63cc9b2-95ff-4cdc-b4a9-d4a0036471bb\", \"date\": \"Sat, 14 Dec 2024 01:16:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.942769638Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:25.944156528Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.944168569Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"298.780856ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.957286768Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":27,"elapsed":"311.855875ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:25.97704524Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.040754014Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.040780414Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.041147765Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf962965-4f33-4c20-ab9d-ce162d81d24b\", \"content-length\": \"372\", \"date\": \"Sat, 14 Dec 2024 01:16:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.041169376Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.041504875Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.060175166Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.060480905Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"880a1a50-8aa2-4bcf-be7c-341fec6d8f4a\", \"content-length\": \"2\", \"date\": \"Sat, 14 Dec 2024 01:16:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.062852673Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.063180743Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.065132299Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"null","iteration":27,"elapsed":"419.772198ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.082942785Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.082960955Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.083171491Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c774291b-920a-4c36-a4e2-057d92f8a4b5\", \"date\": \"Sat, 14 Dec 2024 01:16:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.083185932Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.083520071Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.085447627Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.085662703Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.088198367Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.088507426Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.090767421Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.090779241Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.091246505Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d31655ef-8cd9-4fec-88c9-0f43a2975f97\", \"date\": \"Sat, 14 Dec 2024 01:16:25 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.093189391Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":27,"elapsed":"448.043276ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.151347484Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.15189968Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"85aec448-dd19-4721-b641-9a978d30c69b\", \"date\": \"Sat, 14 Dec 2024 01:16:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.151917651Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.153454305Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6721c3c5-e99a-43d7-8358-61896a809972\", \"date\": \"Sat, 14 Dec 2024 01:16:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.153465115Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.154775133Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"040b7180-45ac-4f6c-8252-baba5aa2fbcb\", \"date\": \"Sat, 14 Dec 2024 01:16:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.154785114Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.156132603Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.156155883Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"511.156242ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.168784019Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.16917831Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e41ece9-3691-4c14-8f70-d3db0a65598b\", \"content-length\": \"691\", \"date\": \"Sat, 14 Dec 2024 01:16:25 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.169198041Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.169208151Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.169217651Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.171439546Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":27,"elapsed":"526.200607ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.206257783Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.206633484Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.208653463Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: bb1a4b50-730e-48ee-a311-8a9b9d7bcb73, rack_id: f30fd360-30ae-4088-9821-aa98c2bc8c09, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(bb9f5a1a-5708-4d58-ba4f-c62102236426) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.208675503Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.208862899Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.21822158Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.218467687Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae988168-923f-4738-bdff-cfafce0f6b0e\", \"content-length\": \"134\", \"date\": \"Sat, 14 Dec 2024 01:16:26 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.218491817Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.218502708Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"bb9f5a1a-5708-4d58-ba4f-c62102236426","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.218783236Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.218794756Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.218803026Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.218811326Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.218820027Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.218828627Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.218986852Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.218997872Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.219205368Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.219213368Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.219568728Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.221683Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.221792493Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c6b4eca-13de-48cb-af1f-d4a0c0a105d9\", \"content-length\": \"2\", \"date\": \"Sat, 14 Dec 2024 01:16:26 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.221803713Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.221897416Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df016bd7-d3a6-4959-b672-a13600b29eb9\", \"content-length\": \"52\", \"date\": \"Sat, 14 Dec 2024 01:16:26 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.221911706Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.221922256Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.319796008Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"541c76c9-8240-4817-b8ad-8acfc4f31cdc\", \"date\": \"Sat, 14 Dec 2024 01:16:25 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:26.319823399Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.319833189Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.320050455Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"091f1a5b-b17f-472f-80ff-b60614f7ac36\", \"content-length\": \"682\", \"date\": \"Sat, 14 Dec 2024 01:16:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.320090076Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.320369415Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.32298596Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.323167266Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.325190244Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.325499733Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.327100139Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.327311645Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:26.334985538Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":27,"elapsed":"689.957636ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:33.451791649Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending","method":"GET","req_id":"86410280-d943-42b3-afc6-ad4a9cb4f50a","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:33.452146449Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending","method":"GET","req_id":"86410280-d943-42b3-afc6-ad4a9cb4f50a","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:33.454975821Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending","method":"GET","req_id":"86410280-d943-42b3-afc6-ad4a9cb4f50a","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3265,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:33.455230629Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D","method":"GET","req_id":"f464c919-bf69-400b-bd8b-d6ebeb2be59d","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:33.455604049Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D","method":"GET","req_id":"f464c919-bf69-400b-bd8b-d6ebeb2be59d","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:33.457463853Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"2f456298-9e74-4758-b720-1ffae3e6c61c","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:33.457572957Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D","method":"GET","req_id":"f464c919-bf69-400b-bd8b-d6ebeb2be59d","remote_addr":"[fd00:1122:3344:101::d]:51438","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2405,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.645955056Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.646009298Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.646021008Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.646030098Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.646372228Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.646386239Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.648388297Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.64921625Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.649582731Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.650681063Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.650691513Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.650835628Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.651143856Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"5.18551ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.652017312Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.652257809Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.653486464Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.655817081Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.655832362Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.655964596Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.664626327Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:35.664641637Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":80,"elapsed":"18.712202ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:43.458160582Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"ca56ad42-ad3e-4196-9f52-760adcdce9ef","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.645752238Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.64583401Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.645854031Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.645869501Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.646339975Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.646354035Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.648072905Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.648276831Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.648466126Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.650881596Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.650894017Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.65103543Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.653199313Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.653355608Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.655299234Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.657296072Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.657311952Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.657432866Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.666288152Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.666304672Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":81,"elapsed":"20.588146ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:45.675430247Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"29.670859ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:53.458409266Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"16fa9b47-bee2-445b-a39e-caf9537e9446","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.6455387Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645597661Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645610542Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645620122Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645628322Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645636682Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645644253Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645653203Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645661893Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645669803Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645677744Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.645686614Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645695354Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645704835Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645713875Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645723575Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645731795Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645739896Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645748206Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645757226Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645765566Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645774097Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645781127Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645789077Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645796637Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645804687Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645813658Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645820898Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645828748Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645836348Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645844288Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645851399Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645858829Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645865679Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645874429Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.645992463Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646140147Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646150667Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646160048Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646168618Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646176728Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646183528Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646192749Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.64623991Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.64624965Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646256551Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646265051Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646273051Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646279511Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646292832Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.646299512Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.648855296Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 477856246 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.649117993Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.649553676Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.649831924Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.138159ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.650347849Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.650570585Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.650650587Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.651319267Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.651334027Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.651497422Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.651528673Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"5.864699ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.652424629Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.652440259Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.652579393Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.653763368Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.654394036Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 483401367 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.65452243Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.654685474Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.655488898Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.655507488Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.655514338Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.655703344Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.656169907Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.656182868Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.656327122Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.656513737Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.656522957Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.656678672Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.658093583Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.658107023Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.658262958Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.65832268Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.658904037Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.65902286Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"13.425658ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.659096312Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.659734101Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.659743921Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.659751361Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.659898255Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.660770351Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.660779031Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.660990927Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.661883213Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.661908743Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.66211907Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.66214227Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.662411488Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.663559041Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.663580492Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.663588402Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.66388109Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.663942592Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.664148958Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.664328643Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"18.530106ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.664721885Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.664931041Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.66559749Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.665815077Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 494803237 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.666074844Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.668183495Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.668202075Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.668416672Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.670982056Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.671221953Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.676125875Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"30.442241ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.680925204Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.681293524Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.686176266Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.686361231Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"40.639217ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.686429553Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.688662478Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.688855903Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.694450155Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.694465666Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.694474356Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"48.73287ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.703818176Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.705826364Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.705853185Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"60.205902ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.707305297Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.707330648Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.707482422Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.71982818Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.71984622Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.720138938Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bf1bde1-1692-4dc6-b646-edc8c6101344\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:16:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.720154509Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.721719434Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.73886349Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.738876671Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.739099167Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d55b7553-ddab-49b9-b460-07c2de075aaf\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:16:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.739123158Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.740543869Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.752637419Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.75265393Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.752845035Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db0151e8-aa41-4ed5-a44f-a29b424d0561\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:16:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.752859905Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.754283607Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.75578753Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.755798921Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.756177801Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f98ad7e0-950e-49d7-abd7-229908cfb8b4\", \"content-length\": \"372\", \"date\": \"Sat, 14 Dec 2024 01:16:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.756193742Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.756454329Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.757078427Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.757693725Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.757961733Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.758323343Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.75855875Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.758620882Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.758633943Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.758773107Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.760072084Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"114.508644ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.761398512Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.761605858Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.763231236Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.76336824Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.763503853Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.764037009Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7e423e95-464a-471f-a0d9-4799977f0b0f, lookup_type: ById(7e423e95-464a-471f-a0d9-4799977f0b0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.764052109Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.764200834Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.765620625Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"0","iteration":28,"elapsed":"119.976722ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.770553808Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.770580448Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":82,"elapsed":"124.811752ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.78862342Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"143.03848ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.799474024Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.799492345Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.799825204Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dc2c572e-22b5-43c6-9488-924d9bca1c6b\", \"date\": \"Sat, 14 Dec 2024 01:16:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.799834125Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.800041411Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.800477963Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":28,"elapsed":"154.954194ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.802209573Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.802374698Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.805126168Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.805448547Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.808513246Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.808526896Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.808828075Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ff5881e3-b793-41a5-82f3-cada1fe3600b\", \"date\": \"Sat, 14 Dec 2024 01:16:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.810617327Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":28,"elapsed":"165.005485ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.81727156Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.817523917Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f47727e-8823-4ca7-8419-965a4a48bc17\", \"content-length\": \"2\", \"date\": \"Sat, 14 Dec 2024 01:16:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.819831863Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.8200681Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.873831946Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.874122295Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc325df4-f82e-4cef-84b1-ae4fb5018703\", \"content-length\": \"691\", \"date\": \"Sat, 14 Dec 2024 01:16:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.874147955Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.874156916Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.874164766Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.875153035Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":28,"elapsed":"229.613414ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.875487934Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"null","iteration":28,"elapsed":"229.710408ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.90816432Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.908555031Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.910355603Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: bb1a4b50-730e-48ee-a311-8a9b9d7bcb73, rack_id: f30fd360-30ae-4088-9821-aa98c2bc8c09, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(bb9f5a1a-5708-4d58-ba4f-c62102236426) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.910370834Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.910534858Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.919970161Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.920173267Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"509f6444-78c0-45c7-9864-281108618baf\", \"content-length\": \"134\", \"date\": \"Sat, 14 Dec 2024 01:16:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920193088Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920203478Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"bb9f5a1a-5708-4d58-ba4f-c62102236426","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920444455Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920455526Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920464056Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920473356Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920482006Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920490207Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920666492Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920676302Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.920915319Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.920924259Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.921241898Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.926510671Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.926651385Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1011283e-5509-4fc0-8ddb-eadcf5a1e3b4\", \"content-length\": \"2\", \"date\": \"Sat, 14 Dec 2024 01:16:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.926665475Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.926759518Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d927af85-26ae-4cf5-95bf-129067c5d2c1\", \"content-length\": \"52\", \"date\": \"Sat, 14 Dec 2024 01:16:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:55.926774208Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:55.926784709Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.027702889Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c5bb3abc-79cf-44f0-b09e-58f85c523c44\", \"date\": \"Sat, 14 Dec 2024 01:16:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:56.02774499Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.027754661Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.027968257Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d71e97f-d196-4c1a-bea0-1603c2a076b4\", \"content-length\": \"682\", \"date\": \"Sat, 14 Dec 2024 01:16:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.028014968Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.028348648Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.032042465Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.032291132Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.035800853Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.036130713Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.038366358Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.038604505Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.045649038Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":28,"elapsed":"399.912363ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.44411838Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"producer-registration-task","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.444149751Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"producer-registration-task","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.474396576Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"producer-registration-task","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:56.474484299Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42788"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.474618182Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"47efa963-1331-4e3e-b852-7fb5a456d3f8","remote_addr":"[fd00:1122:3344:101::b]:42788","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.47488033Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"47efa963-1331-4e3e-b852-7fb5a456d3f8","remote_addr":"[fd00:1122:3344:101::b]:42788","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:56.512047875Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/oximeter.rs:76","collector_id":"6e1e4a25-c6a7-49c5-bb1d-86638130bef7","producer_id":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:16:56.512066736Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/metrics/producers","method":"POST","req_id":"47efa963-1331-4e3e-b852-7fb5a456d3f8","remote_addr":"[fd00:1122:3344:101::b]:42788","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37503,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.512119158Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"producer-registration-task","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47efa963-1331-4e3e-b852-7fb5a456d3f8\", \"content-length\": \"41\", \"date\": \"Sat, 14 Dec 2024 01:16:56 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.513064565Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"producer-registration-task","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:16:56.513073995Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"producer-registration-task","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:03.457953452Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"6d805723-a563-4889-a729-90d18eff7877","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.645116074Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.645185216Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.645201977Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.645214287Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.645456374Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.645568698Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.647555105Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.649890203Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.649913893Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.650036647Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.652236091Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.652384565Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.674139154Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.67433522Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.68090174Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.683340361Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.683354011Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.683510886Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.691651191Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.691668772Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":83,"elapsed":"46.575038ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:05.703316729Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"58.186273ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:13.458091441Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"e90ffa51-00ca-4dd7-ad38-c29847ef238b","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.645298516Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.645351467Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.645362328Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.645370378Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.645635415Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.645650236Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.647736456Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.648273622Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.648642213Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.650044153Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.650052833Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.650206428Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.652138804Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.652323579Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.65443139Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.65651348Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.656527431Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.656656194Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.66858622Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.66860186Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":84,"elapsed":"23.323935ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:15.676421706Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"31.127121ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:23.458134449Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"b1b9fa76-8503-4923-8ede-109c1284babc","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645280582Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645338784Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.645350034Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645360724Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645370645Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645381355Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645389615Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645398465Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645411006Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645421166Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645431416Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645441567Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-14T01:17:25.645452087Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645463517Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645474337Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645484278Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\"}","iteration":16,"elapsed":"10.201µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645495948Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645505738Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645515729Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645526809Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645536609Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.64554621Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.64555583Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.64556608Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.64557552Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645585831Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645596501Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645607131Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645617522Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645627792Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645637392Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645647113Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645657803Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645666703Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645676753Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645686524Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645697404Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645707344Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645716655Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645726005Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645736755Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645746515Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645756036Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645765576Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645774286Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645783117Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645791567Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645800127Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645810777Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645820467Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.645830478Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-14 01:07:25.645658893 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645840548Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645850948Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645860849Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645869069Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645876239Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645882769Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.645889769Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.64589591Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.64590428Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.6459121Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.64591839Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645925321Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645931531Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645938441Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.645945491Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646081245Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646128556Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1b585a7c-7eb0-4894-b8b3-3ef1983891e5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"36100ee5-fa9a-4857-a844-70bec0e8601f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 475085747 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646148797Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646158187Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646168368Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646178798Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646186348Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646197128Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646207159Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646222199Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"381b8112-f609-4c4d-ac80-0170ad8fc4bd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 475195761 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646237359Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.64624472Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646265Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646273581Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646282251Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646290561Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646299561Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646363943Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646374023Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646382504Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646391514Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646400964Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646690283Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646707943Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":15,"elapsed":"1.223345ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646736774Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.646746354Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.478583ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.648028611Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.649131913Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"3.745458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.649154244Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.649406781Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.649730901Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.294224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.650103882Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.650113452Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.650272366Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.651328657Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.651522932Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.651749259Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.653306464Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.653330145Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.653343495Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.653485049Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.653635764Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"8.29747ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.654971342Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.654994363Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.655123457Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.655143577Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.655407125Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.655747675Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.657019832Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.657061183Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.657676781Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.657691131Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.657880987Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.659233406Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.659248646Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.659408041Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.660103431Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.660120111Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.660275876Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.662432338Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.662618744Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.662735687Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.663026285Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 491976886 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.663335704Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.663450178Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.663458898Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.663466838Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"17.869727ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.663653343Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 492615455 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.663899411Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.664248631Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.664260641Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.664267581Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-14 01:07:25.645658893 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.664276121Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"expiration\":\"2024-12-14T01:07:25.645658893Z\",\"pruned\":[]}","iteration":15,"elapsed":"18.612618ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.664406865Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.665554458Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.666183597Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.666963309Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.667182636Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"21.723518ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.667233777Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.669127502Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DnsResolver","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 498092043 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.66939076Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.669443241Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.669466952Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.670711248Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.671177531Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.682002114Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.682173219Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.684640321Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.685596429Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.685629799Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.68564207Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.68565118Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.687118143Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.687143733Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.687417681Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.688162033Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.688189184Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.688200364Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.688661997Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.692240781Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.692474108Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.698199003Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.698586534Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.699250704Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.699628475Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.701615032Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.701913161Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.703202428Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"57.870565ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.703785965Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"58.373599ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.706543675Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.706575136Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"60.976555ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.709406328Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.710808558Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.711170459Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.712042554Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.712057854Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.712064744Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.712070975Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.712187788Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.712474967Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.71261696Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.712887058Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.713519867Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.713544137Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.713800615Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.713818415Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.713830366Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.713839756Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.713850076Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.714151185Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.714169256Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.714265108Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.714411323Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.716017669Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"70.486839ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.717628325Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.718039377Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.718276694Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.718383297Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.718776369Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.718790339Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.71879931Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"73.511197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.719609453Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.72192661Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.721952901Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.722012512Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.722024953Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.722161337Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.722236689Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.722675012Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.722702883Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.722843196Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.724909066Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.724931997Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d9c36d0c-d7d2-439f-a748-798b6d8dea0c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.724943707Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.725273067Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.726806041Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.729390736Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.729413347Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.729421817Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.729478579Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.729501249Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.729668354Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.729703745Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.73055115Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.730743625Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.731463116Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"d9c36d0c-d7d2-439f-a748-798b6d8dea0c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.731486146Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.731495177Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_time_created":"2024-12-14 01:03:53.017536 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.731503657Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":2}","iteration":15,"elapsed":"86.122762ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.732009602Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"86.501873ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.732255759Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.733734312Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.733758252Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.733884876Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.735334588Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.735358549Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":85,"elapsed":"89.597222ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.736404249Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.73677657Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.7533625Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.75579327Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 7e423e95-464a-471f-a0d9-4799977f0b0f, lookup_type: ById(7e423e95-464a-471f-a0d9-4799977f0b0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.755816341Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.756077928Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.757590522Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"0","iteration":29,"elapsed":"111.909629ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.758579211Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.758594331Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"866c9448-c447-4b92-96b6-611d51967e09"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.758605331Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.758839708Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.76027945Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.763100301Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.763115132Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.763285277Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.766322345Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"866c9448-c447-4b92-96b6-611d51967e09"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.766343655Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.766352586Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"current_time_created":"2024-12-14 01:03:51.993091 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.766361516Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":1}","iteration":15,"elapsed":"120.991532ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.766417948Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.766427888Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.766434798Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"121.134546ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.772453452Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-14T01:03:19.260831Z, time_modified: 2024-12-14T01:03:19.260831Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.772482273Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"2c668072-a9a1-4a69-928c-e118c99521be\",\"tls_certs\":[\"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\"]}},\"default_endpoint\":{\"silo_id\":\"2c668072-a9a1-4a69-928c-e118c99521be\",\"tls_certs\":[\"ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"126.995495ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.795919701Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"150.374262ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.801939236Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.802156412Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.803764148Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.805434586Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.805456287Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.805617552Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.807072104Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.808696901Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.808707391Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.808854016Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.823224481Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.823248142Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.8235059Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8b748d-6a44-42fb-a93b-8f8bca9ad4b9\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:17:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.82351965Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.825190958Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-14T01:17:25.831772329Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.831792839Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"186.225959ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.855020721Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.888309705Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.992530831Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.992557072Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:25.99285591Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"470c4373-c1c1-461c-9a89-50cd3f336e7e\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.992873561Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:25.994842358Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.022388325Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.022435476Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.022669063Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"MgsClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb9cd9b7-548b-449f-b019-ac4178e6debd\", \"content-length\": \"26\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.022696154Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.024696392Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.04466721Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.044916757Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58843d92-9862-4672-9faa-765c64a79d42\", \"content-length\": \"2\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.046526163Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.046808372Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.10099111Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.101018391Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.101369291Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67af981a-f2d9-408e-b09d-69f3e7258258\", \"content-length\": \"372\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.101390991Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.101599167Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.103041499Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"null","iteration":29,"elapsed":"457.406606ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.117968881Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.118342982Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c711f994-a72a-45fb-b481-699635bdb34c\", \"date\": \"Sat, 14 Dec 2024 01:17:26 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.118372123Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.119393912Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"444751af-0b55-4f58-a4d4-e9cd5893caef\", \"date\": \"Sat, 14 Dec 2024 01:17:26 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.119410143Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.120947427Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.120968558Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"475.542191ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.123853321Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.123865302Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.124094528Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"14805bd1-5c96-4834-af87-c47a9393e6c7\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.124107299Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.124370486Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.124683635Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.125004035Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8373584f-c0ae-47f8-b1e1-bcc4a6c26cb2\", \"content-length\": \"691\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.125029925Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.125038026Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.125044306Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.126759265Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.126770396Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":29,"elapsed":"481.409182ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.127034473Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.129887126Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.130087122Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.1314182Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.133530831Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.133544502Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.133955004Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"SledAgent":"7e423e95-464a-471f-a0d9-4799977f0b0f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"558bf45d-8c65-4f24-924f-a799edee93f6\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.135938461Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":29,"elapsed":"490.200346ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.151667516Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":29,"elapsed":"505.971942ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.192352924Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.192793486Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cf36ba19-8647-4cd0-a0b2-f88a09af295d\", \"date\": \"Sat, 14 Dec 2024 01:17:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.192806767Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.193499247Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"04852ef8-55fa-4fee-9809-81a19aa87637\", \"date\": \"Sat, 14 Dec 2024 01:17:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.193511487Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.1949813Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"806d3e61-8613-421b-817e-25108a3dd375\", \"date\": \"Sat, 14 Dec 2024 01:17:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.19499711Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.196896385Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.196941547Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"551.196531ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.232379352Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.23264367Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.234293327Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: bb1a4b50-730e-48ee-a311-8a9b9d7bcb73, rack_id: f30fd360-30ae-4088-9821-aa98c2bc8c09, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(bb9f5a1a-5708-4d58-ba4f-c62102236426) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.234314948Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.234469062Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.241767824Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.24199515Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7876570-45e2-4914-8cae-62ceb1b9a045\", \"content-length\": \"134\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.242014821Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.242023281Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"bb9f5a1a-5708-4d58-ba4f-c62102236426","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.242256238Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.242265178Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.242271348Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.242278059Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.242284448Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.242291399Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.242480724Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.242490034Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.24266927Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.24267839Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.242912497Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.244424121Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.244517803Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12b37537-0063-428a-901d-e0f8b3b2ecca\", \"content-length\": \"2\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.244526353Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.244633887Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"component":"DpdClient","rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d25cba95-4788-4ede-aa85-4e63add908d8\", \"content-length\": \"52\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.244663497Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.244674168Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.337466413Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f3da0ef9-6ea8-49c7-803f-973c9fec482d\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:26.337483774Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.337492674Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.337722361Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"rack_id":"f30fd360-30ae-4088-9821-aa98c2bc8c09","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9f9f33a-53c8-4c9b-a353-e2415c3e9c2b\", \"content-length\": \"682\", \"date\": \"Sat, 14 Dec 2024 01:17:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.337757942Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.337997668Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.341040046Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.341336335Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.344749244Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.34496097Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.346594537Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.346765092Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:26.353879818Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{}","iteration":29,"elapsed":"708.263496ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:33.457664422Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"79b96525-5fe5-48f8-94ea-5254a8fd2f80","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":282,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.645871967Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.645942829Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.64596283Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.64597638Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.646485515Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.646506775Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.648927345Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.649136111Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.649499852Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.651361336Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.651379006Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.651439328Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"5.565391ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.651530221Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.653302682Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.653486847Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.655355771Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.657530954Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.657544225Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.657676729Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.66670102Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:35.66671769Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":86,"elapsed":"20.882564ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-14T01:17:43.458509404Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"uri":"/52e7031c-459b-4f41-8b32-1e60c10ae128","method":"GET","req_id":"063acb7a-ece5-4f0b-b38e-9fa48b962a3e","remote_addr":"[fd00:1122:3344:101::d]:59435","local_addr":"[fd00:1122:3344:101::b]:46011","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":276,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.645830532Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.645883453Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.645895604Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.645903904Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.646198032Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.646210383Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.648135219Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.648775707Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.649033925Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.650515087Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.650528138Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.650699813Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.650981001Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"5.141879ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.652987379Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.653320698Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.654998197Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.657304104Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.657318114Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.657451308Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.666699966Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"original_time_created":"2024-12-14 01:03:15.378067 UTC","original_target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","time_created":"2024-12-14 01:03:15.378067 UTC","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-14T01:17:45.666721716Z","hostname":"oxz_nexus_52e7031c-459b-4f41-8b32-1e60c10ae128","pid":23342,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"52e7031c-459b-4f41-8b32-1e60c10ae128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"8770bfcc-3a71-4738-a6b0-91008cadcb0f\",\"time_created\":\"2024-12-14T01:03:15.378067Z\"}","iteration":87,"elapsed":"20.902045ms"}